name: build concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: true on: workflow_dispatch: push: branches: - 'master' - 'v[0-9]*' tags: - 'v*' pull_request: paths-ignore: - '.github/releases.json' - 'README.md' - 'docs/**' env: BUILDX_VERSION: "latest" BUILDKIT_IMAGE: "moby/buildkit:latest" REPO_SLUG: "docker/buildx-bin" DESTDIR: "./bin" TEST_CACHE_SCOPE: "test" TESTFLAGS: "-v --parallel=6 --timeout=30m" GOTESTSUM_FORMAT: "standard-verbose" GO_VERSION: "1.21" GOTESTSUM_VERSION: "v1.9.0" # same as one in Dockerfile jobs: test-integration: runs-on: ubuntu-22.04 env: TESTFLAGS_DOCKER: "-v --parallel=1 --timeout=30m" TEST_IMAGE_BUILD: "0" TEST_IMAGE_ID: "buildx-tests" strategy: fail-fast: false matrix: buildkit: - master - latest - buildx-stable-1 - v0.11.6 - v0.10.6 worker: - docker - docker\+containerd # same as docker, but with containerd snapshotter - docker-container - remote pkg: - ./tests experimental: - "" - 1 steps: - name: Prepare run: | echo "TESTREPORTS_NAME=${{ github.job }}-$(echo "${{ matrix.pkg }}-${{ matrix.buildkit }}-${{ matrix.worker }}-${{ matrix.experimental }}" | tr -dc '[:alnum:]-\n\r' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV if [ -n "${{ matrix.buildkit }}" ]; then echo "TEST_BUILDKIT_TAG=${{ matrix.buildkit }}" >> $GITHUB_ENV fi - name: Checkout uses: actions/checkout@v4 with: fetch-depth: 0 - name: Set up QEMU uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 with: version: ${{ env.BUILDX_VERSION }} driver-opts: image=${{ env.BUILDKIT_IMAGE }} buildkitd-flags: --debug - name: Build test image uses: docker/bake-action@v4 with: targets: integration-test set: | *.output=type=docker,name=${{ env.TEST_IMAGE_ID }} - name: Test run: | ./hack/test env: TEST_REPORT_SUFFIX: "-${{ env.TESTREPORTS_NAME }}" TEST_BUILDX_EXPERIMENTAL: ${{ matrix.experimental }} TEST_DOCKERD: "${{ startsWith(matrix.worker, 'docker') && '1' || '0' }}" TESTFLAGS: "${{ (matrix.worker == 'docker' || matrix.worker == 'docker\\+containerd') && env.TESTFLAGS_DOCKER || env.TESTFLAGS }} --run=//worker=${{ matrix.worker }}$" TESTPKGS: "${{ matrix.pkg }}" - name: Send to Codecov if: always() uses: codecov/codecov-action@v4 with: directory: ./bin/testreports flags: integration token: ${{ secrets.CODECOV_TOKEN }} - name: Generate annotations if: always() uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 with: directory: ./bin/testreports - name: Upload test reports if: always() uses: actions/upload-artifact@v4 with: name: test-reports-${{ env.TESTREPORTS_NAME }} path: ./bin/testreports test-unit: runs-on: ${{ matrix.os }} strategy: fail-fast: false matrix: os: - ubuntu-22.04 - macos-12 - windows-2022 env: SKIP_INTEGRATION_TESTS: 1 steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Go uses: actions/setup-go@v5 with: go-version: "${{ env.GO_VERSION }}" - name: Prepare run: | testreportsName=${{ github.job }}--${{ matrix.os }} testreportsBaseDir=./bin/testreports testreportsDir=$testreportsBaseDir/$testreportsName echo "TESTREPORTS_NAME=$testreportsName" >> $GITHUB_ENV echo "TESTREPORTS_BASEDIR=$testreportsBaseDir" >> $GITHUB_ENV echo "TESTREPORTS_DIR=$testreportsDir" >> $GITHUB_ENV mkdir -p $testreportsDir shell: bash - name: Install gotestsum run: | go install gotest.tools/gotestsum@${{ env.GOTESTSUM_VERSION }} - name: Test env: TMPDIR: ${{ runner.temp }} run: | gotestsum \ --jsonfile="${{ env.TESTREPORTS_DIR }}/go-test-report.json" \ --junitfile="${{ env.TESTREPORTS_DIR }}/junit-report.xml" \ --packages="./..." \ -- \ "-mod=vendor" \ "-coverprofile" "${{ env.TESTREPORTS_DIR }}/coverage.txt" \ "-covermode" "atomic" ${{ env.TESTFLAGS }} shell: bash - name: Send to Codecov if: always() uses: codecov/codecov-action@v4 with: directory: ${{ env.TESTREPORTS_DIR }} env_vars: RUNNER_OS flags: unit token: ${{ secrets.CODECOV_TOKEN }} - name: Generate annotations if: always() uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 with: directory: ${{ env.TESTREPORTS_DIR }} - name: Upload test reports if: always() uses: actions/upload-artifact@v4 with: name: test-reports-${{ env.TESTREPORTS_NAME }} path: ${{ env.TESTREPORTS_BASEDIR }} prepare-binaries: runs-on: ubuntu-22.04 outputs: matrix: ${{ steps.platforms.outputs.matrix }} steps: - name: Checkout uses: actions/checkout@v4 - name: Create matrix id: platforms run: | echo "matrix=$(docker buildx bake binaries-cross --print | jq -cr '.target."binaries-cross".platforms')" >>${GITHUB_OUTPUT} - name: Show matrix run: | echo ${{ steps.platforms.outputs.matrix }} binaries: runs-on: ubuntu-22.04 needs: - prepare-binaries strategy: fail-fast: false matrix: platform: ${{ fromJson(needs.prepare-binaries.outputs.matrix) }} steps: - name: Prepare run: | platform=${{ matrix.platform }} echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV - name: Checkout uses: actions/checkout@v4 - name: Set up QEMU uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 with: version: ${{ env.BUILDX_VERSION }} driver-opts: image=${{ env.BUILDKIT_IMAGE }} buildkitd-flags: --debug - name: Build run: | make release env: PLATFORMS: ${{ matrix.platform }} CACHE_FROM: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }} CACHE_TO: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }},mode=max - name: Upload artifacts uses: actions/upload-artifact@v4 with: name: buildx-${{ env.PLATFORM_PAIR }} path: ${{ env.DESTDIR }}/* if-no-files-found: error bin-image: runs-on: ubuntu-22.04 needs: - test-integration - test-unit if: ${{ github.event_name != 'pull_request' && github.repository == 'docker/buildx' }} steps: - name: Checkout uses: actions/checkout@v4 - name: Set up QEMU uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 with: version: ${{ env.BUILDX_VERSION }} driver-opts: image=${{ env.BUILDKIT_IMAGE }} buildkitd-flags: --debug - name: Docker meta id: meta uses: docker/metadata-action@v5 with: images: | ${{ env.REPO_SLUG }} tags: | type=ref,event=branch type=ref,event=pr type=semver,pattern={{version}} bake-target: meta-helper - name: Login to DockerHub if: github.event_name != 'pull_request' uses: docker/login-action@v3 with: username: ${{ vars.DOCKERPUBLICBOT_USERNAME }} password: ${{ secrets.DOCKERPUBLICBOT_WRITE_PAT }} - name: Build and push image uses: docker/bake-action@v4 with: files: | ./docker-bake.hcl ${{ steps.meta.outputs.bake-file }} targets: image-cross push: ${{ github.event_name != 'pull_request' }} sbom: true set: | *.cache-from=type=gha,scope=bin-image *.cache-to=type=gha,scope=bin-image,mode=max release: runs-on: ubuntu-22.04 needs: - test-integration - test-unit - binaries steps: - name: Checkout uses: actions/checkout@v4 - name: Download binaries uses: actions/download-artifact@v4 with: path: ${{ env.DESTDIR }} pattern: buildx-* merge-multiple: true - name: Create checksums run: ./hack/hash-files - name: List artifacts run: | tree -nh ${{ env.DESTDIR }} - name: Check artifacts run: | find ${{ env.DESTDIR }} -type f -exec file -e ascii -- {} + - name: GitHub Release if: startsWith(github.ref, 'refs/tags/v') uses: softprops/action-gh-release@9d7c94cfd0a1f3ed45544c887983e9fa900f0564 # v2.0.4 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: draft: true files: ${{ env.DESTDIR }}/* buildkit-edge: runs-on: ubuntu-22.04 continue-on-error: true steps: - name: Checkout uses: actions/checkout@v4 - name: Set up QEMU uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 with: version: ${{ env.BUILDX_VERSION }} driver-opts: image=moby/buildkit:master buildkitd-flags: --debug - # Just run a bake target to check eveything runs fine name: Build uses: docker/bake-action@v4 with: targets: binaries