diff --git a/.github/workflows/airflow-apis-tests-3_9.yml b/.github/workflows/airflow-apis-tests-3_9.yml index 8b0aab7d479..7b6319808a6 100644 --- a/.github/workflows/airflow-apis-tests-3_9.yml +++ b/.github/workflows/airflow-apis-tests-3_9.yml @@ -50,12 +50,13 @@ jobs: # stop relying on apt cache of GitHub runners sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev - name: Generate models run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Install open-metadata dependencies diff --git a/.github/workflows/cypress-integration-tests.yml b/.github/workflows/cypress-integration-tests.yml index 5756693ff4a..92155343cfd 100644 --- a/.github/workflows/cypress-integration-tests.yml +++ b/.github/workflows/cypress-integration-tests.yml @@ -49,7 +49,7 @@ jobs: - name: Generating Data Models run: | - sudo apt-get install -y antlr4 + sudo make install_antlr_cli make install_dev generate - name: Start Server and Ingest Sample Data diff --git a/.github/workflows/docker-openmetadata-ingestion.yml b/.github/workflows/docker-openmetadata-ingestion.yml index 18e10968d1d..8485456f404 100644 --- a/.github/workflows/docker-openmetadata-ingestion.yml +++ b/.github/workflows/docker-openmetadata-ingestion.yml @@ -47,12 +47,13 @@ jobs: - name: Install Ubuntu dependencies run: | - sudo apt-get install -y python3-venv antlr4 + sudo apt-get install -y python3-venv - name: Install open-metadata dependencies run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Build and push diff --git a/.github/workflows/maven-build.yml b/.github/workflows/maven-build.yml index b79dd7e872e..dfc52c7b729 100644 --- a/.github/workflows/maven-build.yml +++ b/.github/workflows/maven-build.yml @@ -58,7 +58,7 @@ jobs: run: | sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev - name: Setup Test Containers Properties run: echo 'testcontainers.reuse.enable=true' >> $HOME/.testcontainers.properties @@ -69,6 +69,7 @@ jobs: if: ${{ github.event_name == 'pull_request_target' }} run: | git fetch --no-tags https://github.com/open-metadata/OpenMetadata.git +refs/heads/main:refs/remotes/origin/main + sudo make install_antlr_cli mvn -Dsonar.login=${{ secrets.SONAR_TOKEN }} \ -Dsonar.pullrequest.key=${{ github.event.pull_request.number }} \ -Dsonar.pullrequest.branch=${{ github.head_ref }} \ diff --git a/.github/workflows/py-checkstyle.yml b/.github/workflows/py-checkstyle.yml index fb20f51fd18..acbdba84100 100644 --- a/.github/workflows/py-checkstyle.yml +++ b/.github/workflows/py-checkstyle.yml @@ -38,12 +38,13 @@ jobs: - name: Install Ubuntu related dependencies run: | - sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv antlr4 + sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv - name: Install Python & Openmetadata related dependencies run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install install_test install_dev # Add back linting once we have 10/10 on main diff --git a/.github/workflows/py-generate.yml b/.github/workflows/py-generate.yml index f6669659de9..0d1334f4c59 100644 --- a/.github/workflows/py-generate.yml +++ b/.github/workflows/py-generate.yml @@ -32,11 +32,12 @@ jobs: python-version: 3.9 - name: Install Ubuntu related dependencies run: | - sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv antlr4 + sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv - name: Install Python & dev dependencies run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev - name: Generate models run: | diff --git a/.github/workflows/py-ingestion-core-publish.yml b/.github/workflows/py-ingestion-core-publish.yml index 03795e47213..4e65b8903b1 100644 --- a/.github/workflows/py-ingestion-core-publish.yml +++ b/.github/workflows/py-ingestion-core-publish.yml @@ -38,10 +38,11 @@ jobs: python-version: 3.9 - name: Install Ubuntu related dependencies run: | - sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv antlr4 + sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv - name: Install, Generate and Publish Test PyPi packages env: TWINE_USERNAME: ${{ secrets.TWINE_USERNAME_TEST }} TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD_TEST }} run: | + sudo make install_antlr_cli make core_publish diff --git a/.github/workflows/py-tests-3_10.yml b/.github/workflows/py-tests-3_10.yml index 22a630bd875..ca62a89d9fe 100644 --- a/.github/workflows/py-tests-3_10.yml +++ b/.github/workflows/py-tests-3_10.yml @@ -46,12 +46,13 @@ jobs: - name: Install Ubuntu dependencies run: | sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - unixodbc-dev libevent-dev python3-dev antlr4 + unixodbc-dev libevent-dev python3-dev - name: Generate models run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Install open-metadata dependencies diff --git a/.github/workflows/py-tests-3_7.yml b/.github/workflows/py-tests-3_7.yml index 6ad8d2f1d99..41eb4bf3d49 100644 --- a/.github/workflows/py-tests-3_7.yml +++ b/.github/workflows/py-tests-3_7.yml @@ -46,12 +46,13 @@ jobs: - name: Install Ubuntu dependencies run: | sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev - name: Generate models run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Install open-metadata dependencies diff --git a/.github/workflows/py-tests-3_8.yml b/.github/workflows/py-tests-3_8.yml index a0728682626..159042d3b26 100644 --- a/.github/workflows/py-tests-3_8.yml +++ b/.github/workflows/py-tests-3_8.yml @@ -46,12 +46,13 @@ jobs: - name: Install Ubuntu dependencies run: | sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev - name: Generate models run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Install open-metadata dependencies diff --git a/.github/workflows/py-tests-3_9.yml b/.github/workflows/py-tests-3_9.yml index cc20e8e3bcf..45428f0b812 100644 --- a/.github/workflows/py-tests-3_9.yml +++ b/.github/workflows/py-tests-3_9.yml @@ -50,12 +50,13 @@ jobs: # stop relying on apt cache of GitHub runners sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev - name: Generate models run: | python3 -m venv env source env/bin/activate + sudo make install_antlr_cli make install_dev generate - name: Install open-metadata dependencies diff --git a/.github/workflows/security-scan.yml b/.github/workflows/security-scan.yml index 500fa4aed2a..805f7d44394 100644 --- a/.github/workflows/security-scan.yml +++ b/.github/workflows/security-scan.yml @@ -39,11 +39,12 @@ jobs: # stop relying on apt cache of GitHub runners sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev # Install and Authenticate to Snyk - name: Install Snyk & Authenticate run: | + sudo make install_antlr_cli sudo npm install -g snyk snyk auth ${SNYK_TOKEN} diff --git a/.github/workflows/selenium-noIngestion-tests.yml b/.github/workflows/selenium-noIngestion-tests.yml index a8ed0202143..2b202007fc3 100644 --- a/.github/workflows/selenium-noIngestion-tests.yml +++ b/.github/workflows/selenium-noIngestion-tests.yml @@ -44,7 +44,7 @@ jobs: - name: Generating Data Models run: | - sudo apt-get install -y antlr4 + sudo make install_antlr_cli make install_dev generate - name: Maven Package diff --git a/.github/workflows/yarn-coverage.yml b/.github/workflows/yarn-coverage.yml index 08bd9f7429b..34b9b1b9e2a 100644 --- a/.github/workflows/yarn-coverage.yml +++ b/.github/workflows/yarn-coverage.yml @@ -37,7 +37,8 @@ jobs: run: | sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ - librdkafka-dev unixodbc-dev libevent-dev antlr4 + librdkafka-dev unixodbc-dev libevent-dev + sudo make install_antlr_cli - name: Install Yarn Packages working-directory: ${{ env.UI_WORKING_DIRECTORY }} run: yarn install