fix(ingest): multi-database ingestion config supported by odbc connections

.github/workflows/airflow-plugin.yml

@@ -61,7 +61,7 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}

.github/workflows/build-and-test.yml

@@ -39,7 +39,7 @@ jobs:
       elasticsearch_setup_change: ${{ steps.ci-optimize.outputs.elasticsearch-setup-change == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: ./.github/actions/ci-optimization
         id: ci-optimize
 
@@ -70,7 +70,9 @@ jobs:
         with:
           timezoneLinux: ${{ matrix.timezone }}
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"
@@ -207,7 +209,7 @@ jobs:
     if: ${{ needs.setup.outputs.docker_change == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/check-datahub-jars.yml

@@ -28,7 +28,7 @@ jobs:
         command: ["datahub-client", "datahub-protobuf", "spark-lineage"]
     runs-on: ubuntu-latest
     steps:
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/code-checks.yml

@@ -31,7 +31,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/dagster-plugin.yml

@@ -49,7 +49,7 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}

.github/workflows/docker-ingestion-smoke.yml

@@ -25,7 +25,7 @@ jobs:
       python_release_version: ${{ steps.python_release_version.outputs.release_version }}
     steps:
       - name: Checkout
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - name: Compute Tag
         id: tag
         env:
@@ -53,7 +53,7 @@ jobs:
     if: ${{ needs.setup.outputs.publish == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - name: Build and push
         uses: ./.github/actions/docker-custom-build-and-push
         with:

.github/workflows/docker-unified.yml

@@ -75,7 +75,7 @@ jobs:
       yarn_cache_key_prefix: ${{ steps.yarn-cache-key.outputs.yarn_cache_key_prefix }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - name: Compute Tag
         id: tag
         env:
@@ -176,7 +176,7 @@ jobs:
     if: ${{ needs.setup.outputs.smoke_test_change == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
 
       - uses: actions/setup-python@v5
         with:
@@ -241,7 +241,9 @@ jobs:
         uses: depot/setup-action@v1
 
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
 
       - uses: actions/setup-python@v5
         with:
@@ -303,7 +305,7 @@ jobs:
       matrix: ${{ fromJson(needs.base_build.outputs.matrix) }}
     steps:
       - name: Checkout # adding checkout step just to make trivy upload happy
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - id: download_image
         name: Download images from depot
         if: ${{ needs.setup.outputs.use_depot_cache == 'true' }}
@@ -418,7 +420,9 @@ jobs:
             ${{ needs.setup.outputs.yarn_cache_key_prefix }}
 
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
 
       - name: Set up Depot CLI
         if: ${{ needs.setup.outputs.use_depot_cache == 'true' }}

.github/workflows/github-actions-format.yml

@@ -21,7 +21,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/gx-plugin.yml

@@ -49,7 +49,7 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}

.github/workflows/lint-actions.yml

@@ -10,7 +10,7 @@ jobs:
   actionlint:
     runs-on: ubuntu-latest
     steps:
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: reviewdog/action-actionlint@v1
         with:
           reporter: github-pr-review

.github/workflows/markdown-format.yml

@@ -21,7 +21,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/metadata-ingestion.yml

@@ -65,7 +65,9 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}

.github/workflows/metadata-io.yml

@@ -46,7 +46,9 @@ jobs:
       elasticsearch_setup_change: ${{ steps.ci-optimize.outputs.elasticsearch-setup-change == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
       - uses: ./.github/actions/ci-optimization
         id: ci-optimize
   build:
@@ -61,7 +63,9 @@ jobs:
           sudo docker image prune -a -f || true
       - name: Disk Check
         run: df -h . && docker images
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
       - name: Set up JDK 17
         uses: actions/setup-java@v4
         with:

.github/workflows/metadata-model.yml

@@ -33,7 +33,9 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
+        with:
+          checkout-head-only: false
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/prefect-plugin.yml

@@ -44,7 +44,7 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}

.github/workflows/publish-datahub-jars.yml

@@ -41,7 +41,7 @@ jobs:
       tag: ${{ steps.tag.outputs.tag }}
     steps:
       - name: Checkout
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - name: Compute Tag
         id: tag
         env:
@@ -59,7 +59,7 @@ jobs:
     needs: ["check-secret", "setup"]
     if: ${{ needs.check-secret.outputs.publish-enabled == 'true' }}
     steps:
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - name: Set up JDK 17
         uses: actions/setup-java@v4
         with:
@@ -212,7 +212,7 @@ jobs:
     needs: ["check-secret", "setup", "publish"]
     if: ${{ needs.check-secret.outputs.publish-enabled == 'true' }}
     steps:
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - name: Set up JDK 17
         uses: actions/setup-java@v4
         with:

.github/workflows/python-build-pages.yml

@@ -42,7 +42,7 @@ jobs:
           distribution: "zulu"
           java-version: 17
       - uses: gradle/actions/setup-gradle@v4
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

.github/workflows/react-cloudflare-pages.yml

@@ -26,7 +26,7 @@ jobs:
       frontend_change: ${{ steps.ci-optimize.outputs.frontend-change == 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: ./.github/actions/ci-optimization
         id: ci-optimize
 
@@ -40,7 +40,7 @@ jobs:
     if: ${{ github.event.pull_request.head.repo.fork != 'true' }}
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - name: Set up JDK 17
         uses: actions/setup-java@v4
         with:

.github/workflows/spark-smoke-test.yml

@@ -30,7 +30,7 @@ jobs:
   spark-smoke-test:
     runs-on: ubuntu-latest
     steps:
-      - uses: acryldata/sane-checkout-action@v3
+      - uses: acryldata/sane-checkout-action@v4
       - name: Set up JDK 17
         uses: actions/setup-java@v4
         with:

.github/workflows/yaml-format.yml

@@ -21,7 +21,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Check out the repo
-        uses: acryldata/sane-checkout-action@v3
+        uses: acryldata/sane-checkout-action@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.10"

build.gradle

@@ -38,7 +38,7 @@ buildscript {
   ext.pegasusVersion = '29.65.7'
   ext.mavenVersion = '3.6.3'
   ext.versionGradle = '8.14.3'
-  ext.springVersion = '6.2.5'
+  ext.springVersion = '6.2.8'
   ext.springBootVersion = '3.4.5'
   ext.springKafkaVersion = '3.3.6'
   ext.openTelemetryVersion = '1.49.0'
@@ -60,7 +60,7 @@ buildscript {
   ext.hazelcastVersion = '5.3.6'
   ext.ebeanVersion = '15.5.2'
   ext.googleJavaFormatVersion = '1.18.1'
-  ext.openLineageVersion = '1.25.0'
+  ext.openLineageVersion = '1.33.0'
   ext.logbackClassicJava8 = '1.2.12'
   ext.awsSdk2Version = '2.30.33'
   ext.micrometerVersion = '1.15.1'
@@ -135,7 +135,7 @@ project.ext.externalDependency = [
     'commonsCli': 'commons-cli:commons-cli:1.5.0',
     'commonsIo': 'commons-io:commons-io:2.17.0',
     'commonsLang': 'commons-lang:commons-lang:2.6',
-    'commonsText': 'org.apache.commons:commons-text:1.12.0',
+    'commonsText': 'org.apache.commons:commons-text:1.14.0',
     'commonsCollections': 'commons-collections:commons-collections:3.2.2',
     'caffeine': 'com.github.ben-manes.caffeine:caffeine:3.1.8',
     'datastaxOssNativeProtocol': 'com.datastax.oss:native-protocol:1.5.1',

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java

@@ -2460,6 +2460,16 @@ private void configureDataJobResolvers(final RuntimeWiring.Builder builder) {
                                   ? dataJob.getDataPlatformInstance().getUrn()
                                   : null;
                             }))
+                    .dataFetcher(
+                        "platform",
+                        new LoadableTypeResolver<>(
+                            dataPlatformType,
+                            (env) -> {
+                              final DataJob dataJob = env.getSource();
+                              return dataJob != null && dataJob.getPlatform() != null
+                                  ? dataJob.getPlatform().getUrn()
+                                  : null;
+                            }))
                     .dataFetcher(
                         "container",
                         new LoadableTypeResolver<>(

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/datajob/mappers/DataJobMapper.java

@@ -113,8 +113,11 @@ public DataJob apply(
               } else if (DEPRECATION_ASPECT_NAME.equals(name)) {
                 result.setDeprecation(DeprecationMapper.map(context, new Deprecation(data)));
               } else if (DATA_PLATFORM_INSTANCE_ASPECT_NAME.equals(name)) {
-                result.setDataPlatformInstance(
-                    DataPlatformInstanceAspectMapper.map(context, new DataPlatformInstance(data)));
+                DataPlatformInstance dataPlatformInstance = new DataPlatformInstance(data);
+                com.linkedin.datahub.graphql.generated.DataPlatformInstance value =
+                    DataPlatformInstanceAspectMapper.map(context, dataPlatformInstance);
+                result.setPlatform(value.getPlatform());
+                result.setDataPlatformInstance(value);
               } else if (CONTAINER_ASPECT_NAME.equals(name)) {
                 final com.linkedin.container.Container gmsContainer =
                     new com.linkedin.container.Container(data);

datahub-graphql-core/src/main/resources/entity.graphql

@@ -6798,6 +6798,11 @@ type DataJob implements EntityWithRelationships & Entity & BrowsableEntity {
   """
   dataPlatformInstance: DataPlatformInstance
 
+  """
+  Standardized platform urn where the data job is defined
+  """
+  platform: DataPlatform
+
   """
   The parent container in which the entity resides
   """

datahub-web-react/package.json

@@ -125,7 +125,7 @@
         "type-check": "tsc --noEmit",
         "type-watch": "tsc -w --noEmit",
         "storybook": "storybook dev -p 6006",
-        "build-storybook": "NODE_OPTIONS='--max-old-space-size=5120 --openssl-legacy-provider' storybook build"
+        "build-storybook": "NODE_OPTIONS='--max-old-space-size=8192 --openssl-legacy-provider' storybook build"
     },
     "browserslist": {
         "production": [