diff --git a/.github/workflows/playwright-mysql-e2e-skip.yml b/.github/workflows/playwright-mysql-e2e-skip.yml new file mode 100644 index 00000000000..0f4cb74532c --- /dev/null +++ b/.github/workflows/playwright-mysql-e2e-skip.yml @@ -0,0 +1,35 @@ +# Copyright 2021 Collate +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Avoid running Playwright on each PR opened which does not modify Java or UI code +# https://docs.github.com/en/repositories/configuring-branches-and-merges-in-your-repository/defining-the-mergeability- +# of-pull-requests/troubleshooting-required-status-checks#handling-skipped-but-required-checks +name: MySQL PR Playwright E2E Tests + +on: + pull_request_target: + types: + - labeled + - opened + - synchronize + - reopened + - ready_for_review + paths: + - openmetadata-docs/** + - .github/** + - openmetadata-dist/** + - docker/** + +jobs: + playwright-ci-mysql: + runs-on: ubuntu-latest + steps: + - run: 'echo "Step is not required"' diff --git a/.github/workflows/playwright-mysql-e2e.yml b/.github/workflows/playwright-mysql-e2e.yml index 09db0c01063..0b668d0a909 100644 --- a/.github/workflows/playwright-mysql-e2e.yml +++ b/.github/workflows/playwright-mysql-e2e.yml @@ -9,7 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -# This workflow will build a package using Maven and then publish it to GitHub packages when a release is created +# This workflow executes end-to-end (e2e) tests using Playwright with MySQL as the database. # For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path name: MySQL PR Playwright E2E Tests diff --git a/.github/workflows/playwright-postgresql-e2e-skip.yml b/.github/workflows/playwright-postgresql-e2e-skip.yml new file mode 100644 index 00000000000..3db0dd5afa1 --- /dev/null +++ b/.github/workflows/playwright-postgresql-e2e-skip.yml @@ -0,0 +1,35 @@ +# Copyright 2021 Collate +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Avoid running Playwright CI on each PR opened which does not modify Java or UI code +# https://docs.github.com/en/repositories/configuring-branches-and-merges-in-your-repository/defining-the-mergeability- +# of-pull-requests/troubleshooting-required-status-checks#handling-skipped-but-required-checks +name: Postgresql PR Playwright E2E Tests + +on: + pull_request_target: + types: + - labeled + - opened + - synchronize + - reopened + - ready_for_review + paths: + - openmetadata-docs/** + - .github/** + - openmetadata-dist/** + - docker/** + +jobs: + playwright-ci-postgresql: + runs-on: ubuntu-latest + steps: + - run: 'echo "Step is not required"' diff --git a/.github/workflows/playwright-postgresql-e2e.yml b/.github/workflows/playwright-postgresql-e2e.yml new file mode 100644 index 00000000000..b3d38ee3d26 --- /dev/null +++ b/.github/workflows/playwright-postgresql-e2e.yml @@ -0,0 +1,191 @@ +# Copyright 2021 Collate +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# This workflow executes end-to-end (e2e) tests using Playwright with PostgreSQL as the database. +# For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path + +name: Postgresql PR Playwright E2E Tests +on: + workflow_dispatch: + pull_request_target: + types: + - labeled + - opened + - synchronize + - reopened + - ready_for_review + paths-ignore: + - openmetadata-docs/** + - .github/** + - openmetadata-dist/** + - docker/** + +permissions: + contents: read + +concurrency: + group: playwright-ci-pr-postgresql-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + playwright-ci-postgresql: + runs-on: ubuntu-latest + environment: test + steps: + - name: Free Disk Space (Ubuntu) + uses: jlumbroso/free-disk-space@main + with: + tool-cache: false + android: true + dotnet: true + haskell: true + large-packages: false + swap-storage: true + docker-images: false + - name: Wait for the labeler + uses: lewagon/wait-on-check-action@v1.3.3 + if: ${{ github.event_name == 'pull_request_target' }} + with: + ref: ${{ github.event.pull_request.head.sha }} + check-name: Team Label + repo-token: ${{ secrets.GITHUB_TOKEN }} + wait-interval: 90 + + - name: Verify PR labels + uses: jesusvasquez333/verify-pr-label-action@v1.4.0 + if: ${{ github.event_name == 'pull_request_target' }} + with: + github-token: "${{ secrets.GITHUB_TOKEN }}" + valid-labels: "safe to test" + pull-request-number: "${{ github.event.pull_request.number }}" + disable-reviews: true # To not auto approve changes + + - name: Checkout + uses: actions/checkout@v4 + with: + ref: ${{ github.event.pull_request.head.sha }} + + - name: Cache Maven Dependencies + id: cache-output + uses: actions/cache@v3 + with: + path: ~/.m2 + key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} + restore-keys: | + ${{ runner.os }}-maven- + + - name: Get yarn cache directory path + if: steps.cache-output.outputs.exit-code == 0 + id: yarn-cache-dir-path + run: echo "dir=$(yarn cache dir)" >> $GITHUB_OUTPUT + + - uses: actions/cache@v3 + if: steps.yarn-cache-dir-path.outputs.exit-code == 0 + id: yarn-cache + with: + path: ${{ steps.yarn-cache-dir-path.outputs.dir }} + key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }} + restore-keys: | + ${{ runner.os }}-yarn- + + - name: Set up JDK 17 + if: steps.cache-output.outputs.exit-code == 0 + uses: actions/setup-java@v3 + with: + java-version: "17" + distribution: "temurin" + + - name: Generating Data Models + run: | + pip install --upgrade pip + sudo make install_antlr_cli + make install_dev generate + + - name: Start Server and Ingest Sample Data + env: + INGESTION_DEPENDENCY: "all" + run: ./docker/run_local_docker.sh -d postgresql + timeout-minutes: 60 + + - name: Install dependencies + working-directory: openmetadata-ui/src/main/resources/ui/ + run: yarn --frozen-lockfile + - name: Install Playwright Browsers + run: npx playwright install --with-deps + - name: Run Playwright tests + working-directory: openmetadata-ui/src/main/resources/ui/ + run: npx playwright test + env: + CYPRESS_BASE_URL: "http://localhost:8585" + CYPRESS_RECORD_KEY: ${{ steps.cypress-project-id.outputs.CYPRESS_RECORD_KEY }} + CYPRESS_grepTags: ${{ steps.getCypresse2eLabels.outputs.e2eLabels }} + CYPRESS_grepFilterSpecs: "true" + CYPRESS_SNOWFLAKE_USERNAME: ${{ secrets.TEST_SNOWFLAKE_USERNAME }} + CYPRESS_SNOWFLAKE_PASSWORD: ${{ secrets.TEST_SNOWFLAKE_PASSWORD }} + CYPRESS_SNOWFLAKE_ACCOUNT: ${{ secrets.TEST_SNOWFLAKE_ACCOUNT }} + CYPRESS_SNOWFLAKE_DATABASE: ${{ secrets.TEST_SNOWFLAKE_DATABASE }} + CYPRESS_SNOWFLAKE_WAREHOUSE: ${{ secrets.TEST_SNOWFLAKE_WAREHOUSE }} + CYPRESS_PROJECT_ID: ${{ steps.cypress-project-id.outputs.CYPRESS_PROJECT_ID }} + CYPRESS_BQ_PRIVATE_KEY: ${{ secrets.TEST_BQ_PRIVATE_KEY }} + CYPRESS_BQ_PROJECT_ID: ${{ secrets.TEST_BQ_PROJECT_ID }} + CYPRESS_BQ_PRIVATE_KEY_ID: ${{ secrets.TEST_BQ_PRIVATE_KEY_ID }} + CYPRESS_BQ_PROJECT_ID_TAXONOMY: ${{ secrets.TEST_BQ_PROJECT_ID_TAXONOMY }} + CYPRESS_BQ_CLIENT_EMAIL: ${{ secrets.TEST_BQ_CLIENT_EMAIL }} + CYPRESS_BQ_CLIENT_ID: ${{ secrets.TEST_BQ_CLIENT_ID }} + CYPRESS_REDSHIFT_HOST: ${{ secrets.E2E_REDSHIFT_HOST_PORT }} + CYPRESS_REDSHIFT_USERNAME: ${{ secrets.E2E_REDSHIFT_USERNAME }} + CYPRESS_REDSHIFT_PASSWORD: ${{ secrets.E2E_REDSHIFT_PASSWORD }} + CYPRESS_REDSHIFT_DATABASE: ${{ secrets.TEST_REDSHIFT_DATABASE }} + CYPRESS_METABASE_USERNAME: ${{ secrets.TEST_METABASE_USERNAME }} + CYPRESS_METABASE_PASSWORD: ${{ secrets.TEST_METABASE_PASSWORD }} + CYPRESS_METABASE_DB_SERVICE_NAME: ${{ secrets.TEST_METABASE_DB_SERVICE_NAME }} + CYPRESS_METABASE_HOST_PORT: ${{ secrets.TEST_METABASE_HOST_PORT }} + CYPRESS_SUPERSET_USERNAME: ${{ secrets.TEST_SUPERSET_USERNAME }} + CYPRESS_SUPERSET_PASSWORD: ${{ secrets.TEST_SUPERSET_PASSWORD }} + CYPRESS_SUPERSET_HOST_PORT: ${{ secrets.TEST_SUPERSET_HOST_PORT }} + CYPRESS_KAFKA_BOOTSTRAP_SERVERS: ${{ secrets.TEST_KAFKA_BOOTSTRAP_SERVERS }} + CYPRESS_KAFKA_SCHEMA_REGISTRY_URL: ${{ secrets.TEST_KAFKA_SCHEMA_REGISTRY_URL }} + CYPRESS_GLUE_ACCESS_KEY: ${{ secrets.TEST_GLUE_ACCESS_KEY }} + CYPRESS_GLUE_SECRET_KEY: ${{ secrets.TEST_GLUE_SECRET_KEY }} + CYPRESS_GLUE_AWS_REGION: ${{ secrets.TEST_GLUE_AWS_REGION }} + CYPRESS_GLUE_ENDPOINT: ${{ secrets.TEST_GLUE_ENDPOINT }} + CYPRESS_GLUE_STORAGE_SERVICE: ${{ secrets.TEST_GLUE_STORAGE_SERVICE }} + CYPRESS_MYSQL_USERNAME: ${{ secrets.TEST_MYSQL_USERNAME }} + CYPRESS_MYSQL_PASSWORD: ${{ secrets.TEST_MYSQL_PASSWORD }} + CYPRESS_MYSQL_HOST_PORT: ${{ secrets.TEST_MYSQL_HOST_PORT }} + CYPRESS_MYSQL_DATABASE_SCHEMA: ${{ secrets.TEST_MYSQL_DATABASE_SCHEMA }} + CYPRESS_POSTGRES_USERNAME: ${{ secrets.TEST_POSTGRES_USERNAME }} + CYPRESS_POSTGRES_PASSWORD: ${{ secrets.TEST_POSTGRES_PASSWORD }} + CYPRESS_POSTGRES_HOST_PORT: ${{ secrets.TEST_POSTGRES_HOST_PORT }} + CYPRESS_POSTGRES_DATABASE: ${{ secrets.TEST_POSTGRES_DATABASE }} + CYPRESS_AIRFLOW_HOST_PORT: ${{ secrets.TEST_AIRFLOW_HOST_PORT }} + CYPRESS_ML_MODEL_TRACKING_URI: ${{ secrets.TEST_ML_MODEL_TRACKING_URI }} + CYPRESS_ML_MODEL_REGISTRY_URI: ${{ secrets.TEST_ML_MODEL_REGISTRY_URI }} + CYPRESS_S3_STORAGE_ACCESS_KEY_ID: ${{ secrets.TEST_S3_STORAGE_ACCESS_KEY_ID }} + CYPRESS_S3_STORAGE_SECRET_ACCESS_KEY: ${{ secrets.TEST_S3_STORAGE_SECRET_ACCESS_KEY }} + CYPRESS_S3_STORAGE_END_POINT_URL: ${{ secrets.TEST_S3_STORAGE_END_POINT_URL }} + + # Recommended: pass the GitHub token lets this action correctly + # determine the unique run id necessary to re-run the checks + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - uses: actions/upload-artifact@v4 + if: ${{ !cancelled() }} + with: + name: playwright-report + path: openmetadata-ui/src/main/resources/ui/playwright/output/playwright-report + retention-days: 5 + + - name: Clean Up + run: | + cd ./docker/development + docker compose down --remove-orphans + sudo rm -rf ${PWD}/docker-volume