From 6702de521efa0b9848bd6ac59c31f89c859b9c9b Mon Sep 17 00:00:00 2001 From: CalebSLane Date: Thu, 7 Nov 2024 13:39:21 -0800 Subject: [PATCH] multiplatform matrix --- .github/workflows/publish-and-test.yml | 153 ++++++++++++++++++++++--- 1 file changed, 134 insertions(+), 19 deletions(-) diff --git a/.github/workflows/publish-and-test.yml b/.github/workflows/publish-and-test.yml index 54599eb4a4..483f7b8d10 100644 --- a/.github/workflows/publish-and-test.yml +++ b/.github/workflows/publish-and-test.yml @@ -21,54 +21,123 @@ env: jobs: build-and-push-image-backend-dev: runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + platform: + - amd64 + - arm64 permissions: contents: read packages: write steps: + - name: Prepare + run: | + platform=linux/${{ matrix.platform }} + echo "PLATFORM_PAIR_BACKEND=${platform//\//-}" >> $GITHUB_ENV - name: Checkout repository uses: actions/checkout@v4 with: submodules: recursive - # Add support for more platforms with QEMU (optional) # https://github.com/docker/setup-qemu-action - name: Set up QEMU uses: docker/setup-qemu-action@v3 - - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - - name: Login to DockerHub uses: docker/login-action@v3 with: registry: ${{ env.REGISTRY }} username: ${{ vars.DOCKERHUB_USERNAME }} password: ${{ secrets.DOCKERHUB_TOKEN }} - - name: Extract metadata (tags, labels) for Docker id: meta uses: docker/metadata-action@v5 with: images: ${{ env.DOCKER_NAME }}-dev - - name: Build and push Docker image + id: build uses: docker/build-push-action@v5 with: context: . file: ./Dockerfile.dev - push: true - tags: ${{ steps.meta.outputs.tags }} + # push: true + platforms: linux/${{ matrix.platform }} + # tags: ${{ steps.meta.outputs.tags }} labels: ${{ steps.meta.outputs.labels }} - cache-from: type=registry,ref=${{ env.DOCKER_TEST_NAME }}:buildcache-dev - cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}:buildcache-dev,mode=max + cache-from: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-dev:${{ matrix.platform }}-buildcache-dev + cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-dev:${{ matrix.platform }}-buildcache-dev,mode=max build-args: SKIP_SPOTLESS=true + outputs: type=image,name=${{ env.DOCKER_NAME }}-dev,push-by-digest=true,name-canonical=true,push=true + - name: Export digest + run: | + mkdir -p /tmp/digests/backend + digest="${{ steps.build.outputs.digest }}" + touch "/tmp/digests/backend/${digest#sha256:}" + - name: Upload digest + uses: actions/upload-artifact@v4 + with: + name: digests-${{ env.PLATFORM_PAIR_BACKEND }}-backend + path: /tmp/digests/backend/* + if-no-files-found: error + retention-days: 1 + + merge-backend-dev-platform-images: + runs-on: ubuntu-latest + needs: + - build-and-push-image-backend-dev + steps: + - name: Download digests + uses: actions/download-artifact@v4 + with: + path: /tmp/digests/backend + pattern: digests-* + merge-multiple: true + + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + + - name: Docker meta + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.DOCKER_NAME }}-dev + + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ vars.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Create manifest list and push + working-directory: /tmp/digests/backend + run: | + ls + docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ + $(printf '${{ env.DOCKER_NAME }}-dev@sha256:%s ' *) + + - name: Inspect image + run: | + docker buildx imagetools inspect ${{ env.DOCKER_NAME }}-dev:${{ steps.meta.outputs.version }} build-and-push-image-frontend-dev: runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + platform: + - amd64 + - arm64 permissions: contents: read packages: write steps: + - name: Prepare + run: | + platform=linux/${{ matrix.platform }} + echo "PLATFORM_PAIR_FRONTEND=${platform//\//-}" >> $GITHUB_ENV + - name: Checkout repository uses: actions/checkout@v4 @@ -94,14 +163,66 @@ jobs: images: ${{ env.DOCKER_NAME }}-frontend-dev - name: Build and push Docker image + id: build uses: docker/build-push-action@v5 with: context: ./frontend - push: true - tags: ${{ steps.meta.outputs.tags }} + # push: true + platforms: linux/${{ matrix.platform }} + # tags: ${{ steps.meta.outputs.tags }} labels: ${{ steps.meta.outputs.labels }} - cache-from: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-frontend:buildcache-dev - cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-frontend:buildcache-dev,mode=max + cache-from: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-frontend-dev:${{ matrix.platform }}-buildcache-dev + cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-frontend-dev:${{ matrix.platform }}-buildcache-dev,mode=max + outputs: type=image,name=${{ env.DOCKER_NAME }}-frontend-dev,push-by-digest=true,name-canonical=true,push=true + - name: Export digest + run: | + mkdir -p /tmp/digests/frontend + digest="${{ steps.build.outputs.digest }}" + touch "/tmp/digests/frontend/${digest#sha256:}" + - name: Upload digest + uses: actions/upload-artifact@v4 + with: + name: digests-${{ env.PLATFORM_PAIR_FRONTEND }}-frontend + path: /tmp/digests/frontend/* + if-no-files-found: error + retention-days: 1 + + merge-frontend-dev-platform-images: + runs-on: ubuntu-latest + needs: + - build-and-push-image-frontend-dev + steps: + - name: Download digests + uses: actions/download-artifact@v4 + with: + path: /tmp/digests/frontend + pattern: digests-* + merge-multiple: true + + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + + - name: Docker meta + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.DOCKER_NAME }}-frontend-dev + + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ vars.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Create manifest list and push + working-directory: /tmp/digests/frontend + run: | + docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ + $(printf '${{ env.DOCKER_NAME }}-frontend-dev@sha256:%s ' *) + + - name: Inspect image + run: | + docker buildx imagetools inspect ${{ env.DOCKER_NAME }}-frontend-dev:${{ steps.meta.outputs.version }} build-and-push-test-image-backend: runs-on: ubuntu-latest @@ -335,7 +456,6 @@ jobs: - name: Build and push Docker image uses: docker/build-push-action@v5 with: - platforms: linux/amd64,linux/arm64 context: . push: true tags: ${{ steps.meta.outputs.tags }} @@ -379,7 +499,6 @@ jobs: - name: Build and push Docker image uses: docker/build-push-action@v5 with: - platforms: linux/amd64,linux/arm64 context: ./frontend file: ./frontend/Dockerfile.prod push: true @@ -389,7 +508,6 @@ jobs: cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-frontend:buildcache,mode=max build-and-push-image-proxy: - needs: [run-e2e-qa] runs-on: ubuntu-latest permissions: contents: read @@ -423,7 +541,6 @@ jobs: - name: Build and push Docker image uses: docker/build-push-action@v5 with: - platforms: linux/amd64,linux/arm64 context: ./nginx-proxy push: true tags: ${{ steps.meta.outputs.tags }} @@ -432,7 +549,6 @@ jobs: cache-to: type=registry,ref=${{ env.DOCKER_TEST_NAME }}-proxy:buildcache,mode=max build-and-push-image-fhir: - needs: [run-e2e-qa] runs-on: ubuntu-latest permissions: contents: read @@ -466,7 +582,6 @@ jobs: - name: Build and push Docker image uses: docker/build-push-action@v5 with: - platforms: linux/amd64,linux/arm64 context: ./fhir push: true tags: ${{ steps.meta.outputs.tags }}