docker.yml

---
# Handle building docker images both for CI checks and for eleases.
#
# The case of releaases is unfortunately rather complicated, as Docker
# tooling does not have great support for handling of multiarch images
# published to multiple registries. As a result, we have to build the
# images, export the cache, and then _rebuild_ the images using the exported
# cache but with different output parameters for buildx. We also need to
# do the second build step as a separate job for each registry so that a
# failure to publish one place won’t break publishing elsewhere.
name: Docker
on:
  push:
    branches:
      - master
  pull_request: null
  workflow_dispatch:
    inputs:
      version:
        description: Version Tag
        default: nightly
        required: true
env:
  DISABLE_TELEMETRY: 1
  NIGHTLY_COUNT: 4
concurrency:
  group: docker-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true
jobs:
  file-check: # Check what files changed if we’re being run in a PR or on a push.
    name: Check Modified Files
    runs-on: ubuntu-latest
    outputs:
      run: ${{ steps.check-run.outputs.run }}
      skip-go: ${{ steps.check-go.outputs.skip-go }}
      docker-native: ${{ steps.check-native.outputs.docker-native }}
    steps:
      - name: Checkout
        id: checkout
        if: github.event_name != 'workflow_dispatch'
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          submodules: recursive
      - name: Check source files
        id: check-source-files
        if: github.event_name != 'workflow_dispatch'
        uses: step-security/changed-files@v45
        with:
          since_last_remote_commit: ${{ github.event_name != 'pull_request' }}
          files: |
            **/*.c
            **/*.cc
            **/*.h
            **/*.hh
            **/*.in
            **/*.patch
            src/crates/
            src/aclk/aclk-schemas/
            src/ml/dlib/
          files_ignore: |
            netdata.spec.in
            src/go/otel-collector/release-config.yaml.in
            **/*.md
      - name: Check build system files
        id: check-build-files
        if: github.event_name != 'workflow_dispatch'
        uses: step-security/changed-files@v45
        with:
          since_last_remote_commit: ${{ github.event_name != 'pull_request' }}
          files: |
            .dockerignore
            CMakeLists.txt
            netdata-installer.sh
            .github/data/distros.yml
            .github/workflows/docker.yml
            .github/scripts/docker-test.sh
            .github/scripts/gen-matrix-docker.py
            .github/scripts/gen-docker-tags.py
            .github/scripts/gen-docker-imagetool-args.py
            packaging/cmake/
            packaging/docker/
            packaging/installer/
            packaging/runtime-check.sh
            packaging/*.version
            packaging/*.checksums
          files_ignore: |
            **/*.md
            packaging/repoconfig/
      - name: Check Docker files
        id: check-docker-files
        if: github.event_name != 'workflow_dispatch'
        uses: step-security/changed-files@v45
        with:
          since_last_remote_commit: ${{ github.event_name != 'pull_request' }}
          files: |
            .dockerignore
            .github/data/distros.yml
            .github/workflows/docker.yml
            .github/scripts/docker-test.sh
            .github/scripts/gen-matrix-docker.py
            .github/scripts/gen-docker-tags.py
            .github/scripts/gen-docker-imagetool-args.py
            packaging/docker/
            packaging/runtime-check.sh
          files_ignore: |
            **/*.md
            packaging/repoconfig/
      - name: List all changed files in pattern
        continue-on-error: true
        if: github.event_name != 'workflow_dispatch'
        env:
          CHANGED_SOURCE_FILES: ${{ steps.check-source-files.outputs.all_changed_files }}
          CHANGED_BUILD_FILES: ${{ steps.check-build-files.outputs.all_changed_files }}
        run: |
          for file in ${CHANGED_SOURCE_FILES} ${CHANGED_BUILD_FILES} ; do
            echo "$file was changed"
          done
      - name: Check Run
        id: check-run
        run: |
          if [ "${{ steps.check-source-files.outputs.any_modified }}" == "true" ] || [ "${{ steps.check-build-files.outputs.any_modified }}" == "true" ] || [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
            echo 'run=true' >> "${GITHUB_OUTPUT}"
          else
            echo 'run=false' >> "${GITHUB_OUTPUT}"
          fi
      - name: Check Go
        id: check-go
        env:
          OTHER_CHANGED_FILES: ${{ steps.check-source-files.outputs.other_changed_files }}
        run: |
          if [ '${{ github.event_name }}' == 'pull_request' ]; then
            if echo "${OTHER_CHANGED_FILES}" | grep -q '.*/(.*\.go|go\.mod|go\.sum)$' || [ "${{ steps.check-build-files.outputs.any_modified }}" == "true" ]; then
              echo 'skip-go=' >> "${GITHUB_OUTPUT}"
            else
              echo 'skip-go=--disable-go' >> "${GITHUB_OUTPUT}"
            fi
          else
            echo 'skip-go=' >> "${GITHUB_OUTPUT}"
          fi
      - name: Check Native
        id: check-native
        run: |
          if [ '${{ github.event_name }}' == 'pull_request' ]; then
            if [ "${{ steps.check-docker-files.outputs.any_modified }}" == "true" ] || [ "${{ !contains(github.event.pull_request.labels.*.name, 'run-ci/non-native') }}" = "true" ]; then
              echo 'docker-native=1' >> "${GITHUB_OUTPUT}"
            else
              echo 'docker-native=0' >> "${GITHUB_OUTPUT}"
            fi
          else
            echo 'docker-native=0' >> "${GITHUB_OUTPUT}"
          fi

  matrix:
    name: Generate Docker Build Matrix
    runs-on: ubuntu-latest
    needs:
      - file-check
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
      - name: Prepare tools
        id: prepare
        run: |
          sudo apt-get update || true
          sudo apt-get install -y python3-ruamel.yaml
      - name: Read build matrix
        id: set-matrix
        run: |
          matrix="$(.github/scripts/gen-matrix-docker.py "${{ needs.file-check.outputs.docker-native }}")"
          echo "Generated matrix: ${matrix}"
          echo "matrix=${matrix}" >> "${GITHUB_OUTPUT}"
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Docker build matrix preparation failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Failed to prepare build matrix for build checks.
              Checkout: ${{ steps.checkout.outcome }}
              Prepare tools: ${{ steps.prepare.outcome }}
              Read build matrix: ${{ steps.set-matrix.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && startsWith(github.ref, 'refs/heads/master')
            && github.event_name != 'pull_request'
            && github.repository == 'netdata/netdata'
          }}

  build-images:
    name: Build Docker Images
    needs:
      - file-check
      - matrix
    runs-on: ${{ matrix.runner }}
    strategy:
      matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
      # Fail fast on releases, but run everything to completion on other triggers.
      fail-fast: false
    steps:
      - name: Skip Check
        id: skip
        if: needs.file-check.outputs.run != 'true'
        run: echo "SKIPPED"
      - name: Checkout
        id: checkout
        if: needs.file-check.outputs.run == 'true'
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          submodules: recursive
      - name: Generate Artifact Name
        id: artifact-name
        if: github.repository == 'netdata/netdata' && needs.file-check.outputs.run == 'true' && github.event_name == 'workflow_dispatch'
        run: echo "platform=$(echo ${{ matrix.platform }} | tr '/' '-' | cut -f 2- -d '-')" >> "${GITHUB_OUTPUT}"
      - name: Mark image as official
        id: env
        if: github.repository == 'netdata/netdata' && needs.file-check.outputs.run == 'true' && github.event_name == 'workflow_dispatch'
        run: echo "OFFICIAL_IMAGE=true" >> "${GITHUB_ENV}"
      - name: Setup QEMU
        id: qemu
        if: matrix.qemu && needs.file-check.outputs.run == 'true'
        run: |
          sudo apt-get update
          sudo apt-get upgrade -y
          sudo apt-get install -y qemu-user-static
      - name: Setup Buildx
        id: prepare
        if: needs.file-check.outputs.run == 'true'
        uses: docker/setup-buildx-action@v3
      - name: Build Image
        id: build
        if: needs.file-check.outputs.run == 'true'
        uses: docker/build-push-action@v6
        with:
          platforms: ${{ matrix.platform }}
          tags: netdata/netdata:test
          load: true
          cache-to: type=local,dest=/tmp/build-cache,mode=max
          build-args: |
            OFFICIAL_IMAGE=${{ env.OFFICIAL_IMAGE }}
            EXTRA_INSTALL_OPTS=${{ needs.file-check.outputs.skip-go }}
            BUILD_ARCH=${{ matrix.arch }}
            BUILD_VERSION=test
            BUILD_DATE=${{ github.event.repository.updated_at }}
      - name: Test Image
        id: test
        if: needs.file-check.outputs.run == 'true' && matrix.platform == 'linux/amd64'
        run: .github/scripts/docker-test.sh
      - name: Upload Cache
        id: upload-cache
        if: github.repository == 'netdata/netdata' && needs.file-check.outputs.run == 'true' && github.event_name == 'workflow_dispatch'
        uses: actions/upload-artifact@v7.0.0
        with:
          name: cache-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/build-cache/*
          retention-days: 1
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Docker build failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Building or testing Docker image for ${{ matrix.platform }} failed.
              Checkout: ${{ steps.checkout.outcome }}
              Determine artifact name: ${{ steps.artifact-name.outcome }}
              Setup environment: ${{ steps.env.outcome }}
              Setup QEMU: ${{ steps.qemu.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Build image: ${{ steps.build.outcome }}
              Test image: ${{ steps.test.outcome }}
              Upload build cache: ${{ steps.upload-cache.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.event_name != 'pull_request'
            && github.repository == 'netdata/netdata'
            && needs.file-check.outputs.run == 'true'
          }}

  gen-tags:
    name: Generate Docker Tags
    runs-on: ubuntu-latest
    if: github.event_name == 'workflow_dispatch'
    outputs:
      tags: ${{ steps.tag.outputs.tags }}
      nightly: ${{ steps.tag.outputs.nightly }}
      nightly_tag: ${{ steps.tag.outputs.nightly_tag }}
      docker_tags: ${{ steps.tag.outputs.docker_tags }}
      quay_tags: ${{ steps.tag.outputs.quay_tags }}
      ghcr_tags: ${{ steps.tag.outputs.ghcr_tags }}
      docker_repo: ${{ steps.tag.outputs.docker_repo }}
      quay_repo: ${{ steps.tag.outputs.quay_repo }}
      ghcr_repo: ${{ steps.tag.outputs.ghcr_repo }}
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
      - name: Generate Tags
        id: tag
        run: |
          if [ ${{ github.event_name }} = 'workflow_dispatch' ]; then
            .github/scripts/gen-docker-tags.py ${{ github.event_name }} ${{ github.event.inputs.version }}
          else
            .github/scripts/gen-docker-tags.py ${{ github.event_name }} ''
          fi

  build-images-docker-hub:
    name: Push Images to Docker Hub
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images
      - gen-tags
      - matrix
    strategy:
      matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
    runs-on: ${{ matrix.runner }}
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          submodules: recursive
      - name: Generate Artifact Name
        id: artifact-name
        run: echo "platform=$(echo ${{ matrix.platform }} | tr '/' '-' | cut -f 2- -d '-')" >> "${GITHUB_OUTPUT}"
      - name: Download Cache
        id: fetch-cache
        uses: actions/download-artifact@v8
        with:
          name: cache-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/build-cache
      - name: Mark image as official
        id: env
        if: github.repository == 'netdata/netdata'
        run: echo "OFFICIAL_IMAGE=true" >> "${GITHUB_ENV}"
      - name: Setup QEMU
        id: qemu
        if: matrix.qemu
        uses: docker/setup-qemu-action@v3
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_PASSWORD }}
      - name: Build Image
        id: build
        uses: docker/build-push-action@v6
        with:
          platforms: ${{ matrix.platform }}
          cache-from: type=local,src=/tmp/build-cache
          outputs: type=image,name=netdata/netdata,push-by-digest=true,name-canonical=true,push=true
          build-args: |
            OFFICIAL_IMAGE=${{ env.OFFICIAL_IMAGE }}
            BUILD_ARCH=${{ matrix.arch }}
            BUILD_VERSION=${{ github.event.inputs.version }}
            BUILD_DATE=${{ github.event.repository.updated_at }}
      - name: Export Digest
        id: export-digest
        if: github.repository == 'netdata/netdata'
        run: |
          mkdir -p /tmp/digests
          digest="${{ steps.build.outputs.digest }}"
          touch "/tmp/digests/${digest#sha256:}"
      - name: Upload digest
        id: upload-digest
        if: github.repository == 'netdata/netdata'
        uses: actions/upload-artifact@v7.0.0
        with:
          name: docker-digests-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/digests/*
          if-no-files-found: error
          retention-days: 1
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Docker Hub upload failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Creating or uploading Docker image for ${{ matrix.platform }} on Docker Hub failed.
              Checkout: ${{ steps.checkout.outcome }}
              Determine artifact name: ${{ steps.artifact-name.outcome }}
              Fetch build cache: ${{ steps.fetch-cache.outcome }}
              Setup environment: ${{ steps.env.outcome }}
              Setup QEMU: ${{ steps.qemu.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Build image: ${{ steps.build.outcome }}
              Export digest: ${{ steps.export-digest.outcome }}
              Upload digest: ${{ steps.upload-digest.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  publish-docker-hub:
    name: Consolidate and tag images for DockerHub
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images-docker-hub
      - gen-tags
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
      - name: Download digests
        id: fetch-digests
        uses: actions/download-artifact@v8
        with:
          path: /tmp/digests
          pattern: docker-digests-*
          merge-multiple: true
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKER_HUB_USERNAME }}
          password: ${{ secrets.DOCKER_HUB_PASSWORD }}
      - name: Create and Push Manifest
        id: manifest
        if: github.repository == 'netdata/netdata'
        run: docker buildx imagetools create $(.github/scripts/gen-docker-imagetool-args.py /tmp/digests '' "${{ needs.gen-tags.outputs.tags }}")
      - name: Rotate Old Image Tags
        id: rotate
        if: github.repository == 'netdata/netdata' && needs.gen-tags.outputs.nightly == '1'
        run: .github/scripts/rotate-docker-tags.sh ${{ needs.gen-tags.outputs.docker_repo }} ${{ needs.gen-tags.outputs.nightly_tag }} ${NIGHTLY_COUNT}
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Publishing Docker images to Docker Hub failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Publishing Docker images to Docker Hub failed.
              Checkout: ${{ steps.checkout.outcome }}
              Download digests: ${{ steps.fetch-digests.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Create and push manifest: ${{ steps.manifest.outcome }}
              Rotate old image tags: ${{ steps.rotate.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  build-images-quay:
    name: Push Images to Quay.io
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images
      - gen-tags
      - matrix
    strategy:
      matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
    runs-on: ${{ matrix.runner }}
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          submodules: recursive
      - name: Generate Artifact Name
        id: artifact-name
        run: echo "platform=$(echo ${{ matrix.platform }} | tr '/' '-' | cut -f 2- -d '-')" >> "${GITHUB_OUTPUT}"
      - name: Download Cache
        id: fetch-cache
        uses: actions/download-artifact@v8
        with:
          name: cache-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/build-cache
      - name: Mark image as official
        id: env
        if: github.repository == 'netdata/netdata'
        run: echo "OFFICIAL_IMAGE=true" >> "${GITHUB_ENV}"
      - name: Setup QEMU
        id: qemu
        if: matrix.qemu
        uses: docker/setup-qemu-action@v3
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          registry: quay.io
          username: ${{ secrets.NETDATABOT_QUAY_USERNAME }}
          password: ${{ secrets.NETDATABOT_QUAY_TOKEN }}
      - name: Build Image
        id: build
        uses: docker/build-push-action@v6
        with:
          platforms: ${{ matrix.platform }}
          cache-from: type=local,src=/tmp/build-cache
          build-args: |
            OFFICIAL_IMAGE=${{ env.OFFICIAL_IMAGE }}
            BUILD_ARCH=${{ matrix.arch }}
            BUILD_VERSION=${{ github.event.inputs.version }}
            BUILD_DATE=${{ github.event.repository.updated_at }}
          outputs: type=image,name=quay.io/netdata/netdata,push-by-digest=true,name-canonical=true,push=true
      - name: Export Digest
        id: export-digest
        if: github.repository == 'netdata/netdata'
        run: |
          mkdir -p /tmp/digests
          digest="${{ steps.build.outputs.digest }}"
          touch "/tmp/digests/${digest#sha256:}"
      - name: Upload digest
        id: upload-digest
        if: github.repository == 'netdata/netdata'
        uses: actions/upload-artifact@v7.0.0
        with:
          name: quay-digests-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/digests/*
          if-no-files-found: error
          retention-days: 1
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Quay.io upload failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Creating or uploading Docker image for ${{ matrix.platform }} on Quay.io failed.
              Checkout: ${{ steps.checkout.outcome }}
              Determine artifact name: ${{ steps.artifact-name.outcome }}
              Fetch build cache: ${{ steps.fetch-cache.outcome }}
              Setup environment: ${{ steps.env.outcome }}
              Setup QEMU: ${{ steps.qemu.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Build image: ${{ steps.build.outcome }}
              Export digest: ${{ steps.export-digest.outcome }}
              Upload digest: ${{ steps.upload-digest.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  publish-quay:
    name: Consolidate and tag images for Quay.io
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images-quay
      - gen-tags
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
      - name: Download digests
        id: fetch-digests
        uses: actions/download-artifact@v8
        with:
          path: /tmp/digests
          pattern: quay-digests-*
          merge-multiple: true
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          registry: quay.io
          username: ${{ secrets.NETDATABOT_QUAY_USERNAME }}
          password: ${{ secrets.NETDATABOT_QUAY_TOKEN }}
      - name: Create and Push Manifest
        id: manifest
        if: github.repository == 'netdata/netdata'
        run: docker buildx imagetools create $(.github/scripts/gen-docker-imagetool-args.py /tmp/digests 'quay.io' "${{ needs.gen-tags.outputs.tags }}")
      - name: Rotate Old Image Tags
        id: rotate
        if: github.repository == 'netdata/netdata' && needs.gen-tags.outputs.nightly == '1'
        run: .github/scripts/rotate-docker-tags.sh ${{ needs.gen-tags.outputs.quay_repo }} ${{ needs.gen-tags.outputs.nightly_tag }} ${NIGHTLY_COUNT}
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Publishing Docker images on Quay.io failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Publishing Docker images on Quay.io failed.
              Checkout: ${{ steps.checkout.outcome }}
              Download digests: ${{ steps.fetch-digests.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Create and push manifest: ${{ steps.manifest.outcome }}
              Rotate old image tags: ${{ steps.rotate.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  build-images-ghcr:
    name: Push Images to GHCR
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images
      - gen-tags
      - matrix
    strategy:
      matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
    runs-on: ${{ matrix.runner }}
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          submodules: recursive
      - name: Generate Artifact Name
        id: artifact-name
        run: echo "platform=$(echo ${{ matrix.platform }} | tr '/' '-' | cut -f 2- -d '-')" >> "${GITHUB_OUTPUT}"
      - name: Download Cache
        id: fetch-cache
        uses: actions/download-artifact@v8
        with:
          name: cache-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/build-cache
      - name: Mark image as official
        id: env
        if: github.repository == 'netdata/netdata'
        run: echo "OFFICIAL_IMAGE=true" >> "${GITHUB_ENV}"
      - name: Setup QEMU
        id: qemu
        if: matrix.qemu
        uses: docker/setup-qemu-action@v3
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
      - name: Build Image
        id: build
        uses: docker/build-push-action@v6
        with:
          platforms: ${{ matrix.platform }}
          cache-from: type=local,src=/tmp/build-cache
          build-args: |
            OFFICIAL_IMAGE=${{ env.OFFICIAL_IMAGE }}
            BUILD_ARCH=${{ matrix.arch }}
            BUILD_VERSION=${{ github.event.inputs.version }}
            BUILD_DATE=${{ github.event.repository.updated_at }}
          outputs: type=image,name=ghcr.io/netdata/netdata,push-by-digest=true,name-canonical=true,push=true
      - name: Export Digest
        id: export-digest
        if: github.repository == 'netdata/netdata'
        run: |
          mkdir -p /tmp/digests
          digest="${{ steps.build.outputs.digest }}"
          touch "/tmp/digests/${digest#sha256:}"
      - name: Upload digest
        id: upload-digest
        if: github.repository == 'netdata/netdata'
        uses: actions/upload-artifact@v7.0.0
        with:
          name: ghcr-digests-${{ steps.artifact-name.outputs.platform }}
          path: /tmp/digests/*
          if-no-files-found: error
          retention-days: 1
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'GHCR upload failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Creating or uploading Docker image for ${{ matrix.platform }} on GHCR failed.
              Checkout: ${{ steps.checkout.outcome }}
              Determine artifact name: ${{ steps.artifact-name.outcome }}
              Fetch build cache: ${{ steps.fetch-cache.outcome }}
              Setup environment: ${{ steps.env.outcome }}
              Setup QEMU: ${{ steps.qemu.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Build image: ${{ steps.build.outcome }}
              Export digest: ${{ steps.export-digest.outcome }}
              Upload digest: ${{ steps.upload-digest.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  publish-ghcr:
    name: Consolidate and tag images for GHCR
    if: github.event_name == 'workflow_dispatch'
    needs:
      - build-images-ghcr
      - gen-tags
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
      - name: Download digests
        id: fetch-digests
        uses: actions/download-artifact@v8
        with:
          path: /tmp/digests
          pattern: ghcr-digests-*
          merge-multiple: true
      - name: Setup Buildx
        id: prepare
        uses: docker/setup-buildx-action@v3
      - name: Registry Login
        id: login
        if: github.repository == 'netdata/netdata'
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
      - name: Create and Push Manifest
        id: manifest
        if: github.repository == 'netdata/netdata'
        run: docker buildx imagetools create $(.github/scripts/gen-docker-imagetool-args.py /tmp/digests 'ghcr.io' "${{ needs.gen-tags.outputs.tags }}")
      - name: Rotate Old Image Tags
        id: rotate
        if: github.repository == 'netdata/netdata' && needs.gen-tags.outputs.nightly == '1'
        run: .github/scripts/rotate-docker-tags.sh ${{ needs.gen-tags.outputs.ghcr_repo }} ${{ needs.gen-tags.outputs.nightly_tag }} ${NIGHTLY_COUNT}
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: 'Publishing Docker images on GHCR failed:'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Publishing Docker images on GHCR failed.
              Checkout: ${{ steps.checkout.outcome }}
              Download digests: ${{ steps.fetch-digests.outcome }}
              Setup buildx: ${{ steps.prepare.outcome }}
              Login to registry: ${{ steps.login.outcome }}
              Create and push manifest: ${{ steps.manifest.outcome }}
              Rotate old image tags: ${{ steps.rotate.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.repository == 'netdata/netdata'
          }}

  trigger-subsequent-workflows:
    if: github.event_name == 'workflow_dispatch'
    name: Trigger subsquent workflows for newly added versions
    needs:
      - publish-docker-hub
      - gen-tags
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        id: checkout
        uses: actions/checkout@v6
        with:
          submodules: recursive
      - name: Trigger Helmchart PR
        if: github.event_name == 'workflow_dispatch' && github.event.inputs.version != 'nightly' && github.repository == 'netdata/netdata'
        id: trigger-helmchart
        uses: benc-uk/workflow-dispatch@v1
        with:
          token: ${{ secrets.NETDATABOT_GITHUB_TOKEN }}
          repo: netdata/helmchart
          workflow: Agent Version PR
          ref: refs/heads/master
          inputs: '{"agent_version": "v${{ inputs.version }}"}'
      - name: Trigger MSI build
        if: github.event_name == 'workflow_dispatch' && github.event.inputs.version != 'nightly' && github.repository == 'netdata/netdata'
        id: trigger-msi
        uses: benc-uk/workflow-dispatch@v1
        with:
          token: ${{ secrets.NETDATABOT_GITHUB_TOKEN }}
          repo: netdata/msi-installer
          workflow: Build
          ref: refs/heads/master
          inputs: '{"tag": "stable", "pwd": "${{ secrets.MSI_CODE_SIGNING_PASSWORD }}"}'
      - name: Failure Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_COLOR: 'danger'
          SLACK_FOOTER: ''
          SLACK_ICON_EMOJI: ':github-actions:'
          SLACK_TITLE: ':'
          SLACK_USERNAME: 'GitHub Actions'
          SLACK_MESSAGE: |-
              ${{ github.repository }}: Version cascade failed
              Checkout: ${{ steps.checkout.outcome }}
              Trigger Helmchart PR: ${{ steps.trigger-helmchart.outcome }}
              Trigger MSI build: ${{ steps.trigger-msi.outcome }}
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
        if: >-
          ${{
            failure()
            && github.event_name != 'pull_request'
            && startsWith(github.ref, 'refs/heads/master')
            && github.repository == 'netdata/netdata'
          }}