OpenMetadata/.github/workflows/maven-postgres-rdf-tests-build.yml

#  Copyright 2021 Collate
#  Licensed under the Apache License, Version 2.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#  http://www.apache.org/licenses/LICENSE-2.0
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.

name: Maven Postgres RDF Tests CI

on:
  push:
    branches:
      - main
    paths:
      - "openmetadata-service/src/main/java/org/openmetadata/service/rdf/**"
      - "openmetadata-service/src/test/java/org/openmetadata/service/resources/rdf/**"
      - "openmetadata-spec/src/main/resources/rdf/**"
      - "openmetadata-spec/src/main/resources/json/schema/api/rdf/**"
      - "openmetadata-spec/src/main/resources/json/schema/configuration/rdfConfiguration.json"
      - "openmetadata-service/src/main/java/org/openmetadata/service/resources/rdf/**"
      - "pom.xml"
      - "openmetadata-service/pom.xml"
  pull_request_target:
    types: [labeled, opened, synchronize, reopened, ready_for_review]
    paths:
      - "openmetadata-service/src/main/java/org/openmetadata/service/rdf/**"
      - "openmetadata-service/src/test/java/org/openmetadata/service/resources/rdf/**"
      - "openmetadata-spec/src/main/resources/rdf/**"
      - "openmetadata-spec/src/main/resources/json/schema/api/rdf/**"
      - "openmetadata-spec/src/main/resources/json/schema/configuration/rdfConfiguration.json"
      - "openmetadata-service/src/main/java/org/openmetadata/service/resources/rdf/**"
      - "pom.xml"
      - "openmetadata-service/pom.xml"

permissions:
  contents: read
  checks: write

concurrency: 
  group: maven-build-postgres-rdf-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  maven-postgresql-rdf-ci:
    runs-on: ubuntu-latest
    if: ${{ !github.event.pull_request.draft }}
    steps:
      - name: Wait for the labeler
        uses: lewagon/wait-on-check-action@v1.3.4
        if: ${{ github.event_name == 'pull_request_target' }}
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          check-name: Team Label
          repo-token: ${{ secrets.GITHUB_TOKEN }}
          wait-interval: 90

      - name: Verify PR labels
        uses: jesusvasquez333/verify-pr-label-action@v1.4.0
        if: ${{ github.event_name == 'pull_request_target' }}
        with:
          github-token: '${{ secrets.GITHUB_TOKEN }}'
          valid-labels: 'safe to test'
          pull-request-number: '${{ github.event.pull_request.number }}'
          disable-reviews: true  # To not auto approve changes

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}

      - name: Cache Maven dependencies
        id: cache-output
        uses: actions/cache@v4
        with:
          path: ~/.m2
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-
 
      - name: Set up JDK 21
        if: steps.cache-output.outputs.exit-code == 0
        uses: actions/setup-java@v4
        with:
          java-version: '21'
          distribution: 'temurin'

      - name: Install Ubuntu dependencies
        if: steps.cache-output.outputs.exit-code == 0
        run: |
          sudo apt-get update
          sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \
          librdkafka-dev unixodbc-dev libevent-dev jq
          sudo make install_antlr_cli

      - name: Start PostgreSQL with RDF enabled
        run: |
          cd ./docker/development
          docker compose up -d postgresql
          # Wait for PostgreSQL to be ready
          sleep 30
          # Verify PostgreSQL is running
          docker compose ps

      - name: Build OpenMetadata dependencies
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          # Build spec module first
          mvn clean install -DskipTests -pl openmetadata-spec
          # Build common module
          mvn clean install -DskipTests -pl common

      - name: Run RDF Integration Tests
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          OM_RDF_ENABLED: true
          OM_RDF_STORAGE_TYPE: IN_MEMORY
          OM_RDF_BASE_URI: https://open-metadata.org/
        run: |
          mvn -Ppostgres-rdf-tests clean test -pl openmetadata-service \
            -Dtest=org.openmetadata.service.resources.rdf.RdfResourceTest \
            -DfailIfNoTests=false

      - name: Upload RDF Test Logs
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: rdf-test-logs
          path: |
            openmetadata-service/target/surefire-reports/
            openmetadata-service/logs/

      - name: Clean Up
        if: always()
        run: |
          cd ./docker/development
          docker compose down --remove-orphans
          sudo rm -rf ${PWD}/docker-volume

      - name: Publish Test Report
        if: ${{ always() }}
        uses: scacap/action-surefire-report@v1
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          fail_on_test_failures: true
          report_paths: 'openmetadata-service/target/surefire-reports/TEST-org.openmetadata.service.resources.rdf.*.xml'
          
      - name: Generate Job Summary
        if: always()
        run: |
          echo "## RDF Integration Tests Summary" >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY
          if [ -f "openmetadata-service/target/surefire-reports/TEST-org.openmetadata.service.resources.rdf.RdfResourceTest.xml" ]; then
            echo "✅ RDF tests completed" >> $GITHUB_STEP_SUMMARY
          else
            echo "❌ RDF tests failed or did not run" >> $GITHUB_STEP_SUMMARY
          fi
          echo "" >> $GITHUB_STEP_SUMMARY
          echo "### Test Configuration" >> $GITHUB_STEP_SUMMARY
          echo "- RDF Enabled: true" >> $GITHUB_STEP_SUMMARY
          echo "- Storage Type: IN_MEMORY" >> $GITHUB_STEP_SUMMARY
          echo "- Base URI: https://open-metadata.org/" >> $GITHUB_STEP_SUMMARY