diff --git a/.github/actions/prepare-for-docker-build-and-push/action.yml b/.github/actions/prepare-for-docker-build-and-push/action.yml index 3c0e445ceb7..44c0cb9cda9 100644 --- a/.github/actions/prepare-for-docker-build-and-push/action.yml +++ b/.github/actions/prepare-for-docker-build-and-push/action.yml @@ -16,6 +16,8 @@ inputs: description: true if we are building an Ingestion image, false otherwise required: true default: "false" + release_version: + description: OpenMetadata Release Version dockerhub_username: description: Dockerhub Username required: true @@ -26,19 +28,19 @@ inputs: outputs: tags: description: Generated Docker Tags - value: ${{ steps.generate-tags.outputs.tags }} + value: ${{ steps.meta.outputs.tags }} runs: using: composite steps: - name: Set up QEMU - uses: docker/setup-qemu-action@v2 + uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v2 + uses: docker/setup-buildx-action@v3 - name: Login to DockerHub - uses: docker/login-action@v2 + uses: docker/login-action@v3 with: username: ${{ inputs.dockerhub_username }} password: ${{ inputs.dockerhub_token }} @@ -58,13 +60,16 @@ runs: pip install --upgrade pip sudo make install_antlr_cli make install_dev generate - - - name: Process Docker Tags - id: generate-tags - shell: bash - run: | - if ${{ inputs.push_latest == 'true' }}; then - echo "tags=${{ inputs.image }}:${{ inputs.tag }},${{ inputs.image }}:latest" >> $GITHUB_OUTPUT - else - echo "tags=${{ inputs.image }}:${{ inputs.tag }}" >> $GITHUB_OUTPUT - fi + + - name: Docker Meta + id: meta + uses: docker/metadata-action@v5 + with: + flavor: + latest=${{ inputs.push_latest }} + images: | + ${{ inputs.image }} + sep-tags: ',' + tags: | + type=raw,value=${{ inputs.release_version }},enable=${{ inputs.is_ingestion }} + type=raw,${{ inputs.tag }} diff --git a/.github/workflows/docker-openmetadata-db.yml b/.github/workflows/docker-openmetadata-db.yml index 999aa7da972..2de580651ac 100644 --- a/.github/workflows/docker-openmetadata-db.yml +++ b/.github/workflows/docker-openmetadata-db.yml @@ -13,8 +13,8 @@ name: docker-openmetadata-db docker on: workflow_dispatch: inputs: - tag: - description: "Input tag" + docker_release_tag: + description: "OpenMetadata MySQL Docker Image Tag" required: true push_latest_tag_to_release: description: "Do you want to update docker image latest tag as well ?" @@ -26,21 +26,23 @@ jobs: steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/db - tag: ${{ inputs.tag }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + uses: docker/build-push-action@v6 + env: + DOCKER_BUILD_NO_SUMMARY: true with: context: . platforms: linux/amd64,linux/arm64 diff --git a/.github/workflows/docker-openmetadata-ingestion-base-slim.yml b/.github/workflows/docker-openmetadata-ingestion-base-slim.yml index 78fb4b827e3..745835105dd 100644 --- a/.github/workflows/docker-openmetadata-ingestion-base-slim.yml +++ b/.github/workflows/docker-openmetadata-ingestion-base-slim.yml @@ -13,8 +13,11 @@ name: docker-openmetadata-ingestion-base-slim docker on: workflow_dispatch: inputs: - tag: - description: "Input tag" + docker_release_tag: + description: "Ingestion Base Slim Docker Image Tag" + required: true + release_version: + description: "Provide the Release Version" required: true push_latest_tag_to_release: description: "Do you want to update docker image latest tag as well ?" @@ -26,21 +29,24 @@ jobs: steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/ingestion-base-slim - tag: ${{ inputs.tag }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} is_ingestion: true + release_version: ${{ inputs.release_version }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + uses: docker/build-push-action@v6 + env: + DOCKER_BUILD_NO_SUMMARY: true with: context: . platforms: linux/amd64,linux/arm64 diff --git a/.github/workflows/docker-openmetadata-ingestion-base.yml b/.github/workflows/docker-openmetadata-ingestion-base.yml index 8a004291e2a..02c62f9af23 100644 --- a/.github/workflows/docker-openmetadata-ingestion-base.yml +++ b/.github/workflows/docker-openmetadata-ingestion-base.yml @@ -13,8 +13,11 @@ name: docker-openmetadata-ingestion-base docker on: workflow_dispatch: inputs: - tag: - description: "Input tag" + docker_release_tag: + description: "Ingestion Base Docker Image Tag" + required: true + release_version: + description: "Provide the Release Version" required: true push_latest_tag_to_release: description: "Do you want to update docker image latest tag as well ?" @@ -26,21 +29,24 @@ jobs: steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/ingestion-base - tag: ${{ inputs.tag }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} is_ingestion: true + release_version: ${{ inputs.release_version }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + uses: docker/build-push-action@v6 + env: + DOCKER_BUILD_NO_SUMMARY: true with: context: . platforms: linux/amd64,linux/arm64 diff --git a/.github/workflows/docker-openmetadata-ingestion.yml b/.github/workflows/docker-openmetadata-ingestion.yml index aba55ecfb8d..eb317010ab2 100644 --- a/.github/workflows/docker-openmetadata-ingestion.yml +++ b/.github/workflows/docker-openmetadata-ingestion.yml @@ -13,11 +13,14 @@ name: docker-openmetadata-ingestion docker on: workflow_dispatch: inputs: - tag: - description: "Input tag" + docker_release_tag: + description: "Ingestion Docker Image Tag" + required: true + release_version: + description: "Provide the Release Version" required: true push_latest_tag_to_release: - description: "Do you want to update docker image latest tag as well ?" + description: "Mark this as latest tag as well ?" type: boolean jobs: @@ -26,21 +29,24 @@ jobs: steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/ingestion - tag: ${{ inputs.tag }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} is_ingestion: true + release_version: ${{ inputs.release_version }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + env: + DOCKER_BUILD_NO_SUMMARY: true + uses: docker/build-push-action@v6 with: context: . platforms: linux/amd64,linux/arm64 diff --git a/.github/workflows/docker-openmetadata-postgres.yml b/.github/workflows/docker-openmetadata-postgres.yml index 06e7be4c1f6..59c5b3e51e7 100644 --- a/.github/workflows/docker-openmetadata-postgres.yml +++ b/.github/workflows/docker-openmetadata-postgres.yml @@ -13,8 +13,8 @@ name: docker-openmetadata-postgres-db docker on: workflow_dispatch: inputs: - tag: - description: "Input tag" + docker_release_tag: + description: "OpenMetadata PostgreSQL Docker Image Tag" required: true push_latest_tag_to_release: description: "Do you want to update docker image latest tag as well ?" @@ -26,20 +26,22 @@ jobs: steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/postgresql - tag: ${{ inputs.tag }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + uses: docker/build-push-action@v6 + env: + DOCKER_BUILD_NO_SUMMARY: true with: context: . platforms: linux/amd64,linux/arm64 diff --git a/.github/workflows/docker-openmetadata-server.yml b/.github/workflows/docker-openmetadata-server.yml index 5dddff10235..5955f4a8b5e 100644 --- a/.github/workflows/docker-openmetadata-server.yml +++ b/.github/workflows/docker-openmetadata-server.yml @@ -13,8 +13,8 @@ name: docker-openmetadata-server release app on: workflow_dispatch: inputs: - DOCKER_RELEASE_TAG: - description: "Docker Release Tag" + docker_release_tag: + description: "Server Docker Image Tag" required: true push_latest_tag_to_release: description: "Do you want to update docker image latest tag as well ?" @@ -25,10 +25,10 @@ jobs: steps: - name: Checkout - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Set up JDK 17 - uses: actions/setup-java@v3 + uses: actions/setup-java@v4 with: java-version: 17 distribution: 'temurin' @@ -49,7 +49,7 @@ jobs: mvn -DskipTests clean package - name: Upload OpenMetadata application to Artifact - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@v4 with: name: openmetadata-binary path: /home/runner/work/OpenMetadata/OpenMetadata/openmetadata-dist/target/*.tar.gz @@ -69,7 +69,7 @@ jobs: echo "UPLOAD_URL=$(curl -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GITHUB_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28" https://api.github.com/repos/open-metadata/OpenMetadata/releases/tags/${{ inputs.DOCKER_RELEASE_TAG }}-release | jq .upload_url | tr -d '"' )" >> $GITHUB_OUTPUT - name: Download application from Artifact - uses: actions/download-artifact@v2 + uses: actions/download-artifact@v4 with: name: openmetadata-binary @@ -86,27 +86,30 @@ jobs: push_to_docker_hub: runs-on: ubuntu-latest if: ${{ always() && contains(join(needs.*.result, ','), 'success') }} - needs: [release-project-event-workflow_dispatch] + needs: [ release-project-event-workflow_dispatch ] steps: - name: Check out the Repo - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Set build arguments + id: build-args run: | - echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_ENV + echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT - name: Prepare for Docker Build&Push id: prepare uses: ./.github/actions/prepare-for-docker-build-and-push with: image: openmetadata/server - tag: ${{ inputs.DOCKER_RELEASE_TAG }} + tag: ${{ inputs.docker_release_tag }} push_latest: ${{ inputs.push_latest_tag_to_release }} dockerhub_username: ${{ secrets.DOCKERHUB_OPENMETADATA_USERNAME }} dockerhub_token: ${{ secrets.DOCKERHUB_OPENMETADATA_TOKEN }} - name: Build and push if event is workflow_dispatch and input is checked - uses: docker/build-push-action@v3 + uses: docker/build-push-action@v6 + env: + DOCKER_BUILD_NO_SUMMARY: true with: context: . platforms: linux/amd64,linux/arm64 @@ -114,5 +117,5 @@ jobs: tags: ${{ steps.prepare.outputs.tags }} file: ./docker/docker-compose-quickstart/Dockerfile build-args: | - BUILD_DATE=${{ env.BUILD_DATE }} - COMMIT_ID=${{ env.github.sha }} + BUILD_DATE=${{ steps.build-args.outputs.BUILD_DATE }} + COMMIT_ID=${{ github.sha }}