From ad65c36ddcb253dd3f8b22dc01465de134b006b1 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Sun, 21 Jan 2024 14:39:31 -0600
Subject: [PATCH] fix(workflow): workflow tweaks (#9678)

---
 .github/actions/ci-optimization/action.yml |  2 +-
 .github/workflows/build-and-test.yml       |  1 +
 .github/workflows/metadata-io.yml          | 20 ++++++++++++++++++++
 3 files changed, 22 insertions(+), 1 deletion(-)

diff --git a/.github/actions/ci-optimization/action.yml b/.github/actions/ci-optimization/action.yml
index 404e0bab81..f6160fdbcf 100644
--- a/.github/actions/ci-optimization/action.yml
+++ b/.github/actions/ci-optimization/action.yml
@@ -48,7 +48,7 @@ runs:
             - "smoke-test/tests/cypress/**"
             - "docker/datahub-frontend/**"
           ingestion:
-            - "metadata-ingestion-modules/airflow-plugin/**"
+            - "metadata-ingestion-modules/**"
             - "metadata-ingestion/**"
             - "metadata-models/**"
             - "smoke-test/**"
diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
index 180e0472a8..060d345a6b 100644
--- a/.github/workflows/build-and-test.yml
+++ b/.github/workflows/build-and-test.yml
@@ -69,6 +69,7 @@ jobs:
           java-version: 17
       - uses: gradle/gradle-build-action@v2
       - uses: actions/setup-python@v4
+        if: ${{ needs.setup.outputs.ingestion_change == 'true' }}
         with:
           python-version: "3.10"
           cache: pip
diff --git a/.github/workflows/metadata-io.yml b/.github/workflows/metadata-io.yml
index eb5822b5b4..243bd90cd6 100644
--- a/.github/workflows/metadata-io.yml
+++ b/.github/workflows/metadata-io.yml
@@ -24,9 +24,28 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  setup:
+    runs-on: ubuntu-latest
+    outputs:
+      frontend_change: ${{ steps.ci-optimize.outputs.frontend-change == 'true' }}
+      ingestion_change: ${{ steps.ci-optimize.outputs.ingestion-change == 'true' }}
+      backend_change: ${{ steps.ci-optimize.outputs.backend-change == 'true' }}
+      docker_change: ${{ steps.ci-optimize.outputs.docker-change == 'true' }}
+      frontend_only: ${{ steps.ci-optimize.outputs.frontend-only == 'true' }}
+      ingestion_only: ${{ steps.ci-optimize.outputs.ingestion-only == 'true' }}
+      kafka_setup_change: ${{ steps.ci-optimize.outputs.kafka-setup-change == 'true' }}
+      mysql_setup_change: ${{ steps.ci-optimize.outputs.mysql-setup-change == 'true' }}
+      postgres_setup_change: ${{ steps.ci-optimize.outputs.postgres-setup-change == 'true' }}
+      elasticsearch_setup_change: ${{ steps.ci-optimize.outputs.elasticsearch-setup-change == 'true' }}
+    steps:
+      - name: Check out the repo
+        uses: hsheth2/sane-checkout-action@v1
+      - uses: ./.github/actions/ci-optimization
+        id: ci-optimize
   build:
     runs-on: ubuntu-latest
     timeout-minutes: 60
+    needs: setup
     steps:
       - uses: actions/checkout@v3
       - name: Set up JDK 17
@@ -36,6 +55,7 @@ jobs:
           java-version: 17
       - uses: gradle/gradle-build-action@v2
       - uses: actions/setup-python@v4
+        if: ${{ needs.setup.outputs.ingestion_change == 'true' }}
         with:
           python-version: "3.10"
           cache: "pip"