feat(TGI): add release docker image build and push to registry workfl…

…ow (#62)

* feat(TGI): add workflow to build and push docker image to registry

This will be triggered at each release.

* feat(release): generate image for TGI and Inference Endpoints

* fix(CI): push to ghcr and docker hub too

.github/workflows/tpu-tgi-release.yml

@@ -0,0 +1,106 @@
+name: Release
+
+on:
+ release:
+
+jobs:
+ docker:
+ name: Push TGI Docker container to Docker Hub and Github Registry
+ runs-on: ubuntu-latest
+ permissions:
+ packages: write
+ contents: read
+ attestations: write
+ id-token: write
+ env:
+ REGISTRY: ghcr.io
+ IMAGE_NAME: ${{ github.repository }}
+ steps:
+ - name: Check out the repo
+ uses: actions/checkout@v4
+
+ - name: Log in to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+ - name: Log in to the Container registry
+ uses: docker/login-action@v3
+ with:
+ registry: ${{ env.REGISTRY }}
+ username: ${{ github.actor }}
+ password: ${{ secrets.GITHUB_TOKEN }}
+
+ - name: Extract metadata (tags, labels) for Docker TGI
+ id: meta
+ uses: docker/metadata-action@v5
+ with:
+ images: |
+ ghcr.io/${{ env.IMAGE_NAME }}
+ ${{ env.IMAGE_NAME}}
+ flavor: |
+ latest=auto
+ prefix=
+ suffix=-tgi
+
+ - name: Extract metadata (tags, labels) for Docker TGI-IE
+ id: meta-ie
+ uses: docker/metadata-action@v5
+ with:
+ images: |
+ ghcr.io/${{ env.IMAGE_NAME }}
+ ${{ env.IMAGE_NAME}}
+ flavor: |
+ latest=auto
+ prefix=
+ suffix=-tgi-ie
+
+ - name: Get the version
+ id: version
+ run: |
+ VERSION=$(awk '/__version__ = "(.*)"/{print $3}' optimum/tpu/version.py | sed 's/"//g')
+ echo "version=$VERSION" >> $GITHUB_OUTPUT
+
+ - name: Build and push TGI Docker image
+ id: push
+ uses: docker/build-push-action@v6
+ with:
+ context: .
+ file: text-generation-inference/docker/Dockerfile
+ push: true
+ tags: ${{ steps.meta.outputs.tags }}
+ labels: ${{ steps.meta.outputs.labels }}
+ build-args: |
+ VERSION=${{ steps.version.outputs.version }}
+ TGI_VERSION=5bc3d65dd32ba1f979540caeccbf3dd8798dd9df
+
+
+ - name: Generate artifact attestation for TGI
+ uses: actions/attest-build-provenance@v1
+ with:
+ subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+ subject-digest: ${{ steps.push.outputs.digest }}
+ push-to-registry: true
+
+ - name: Build and push TGI IE Docker image
+ id: push-ie
+ uses: docker/build-push-action@v6
+ with:
+ context: .
+ file: text-generation-inference/docker/Dockerfile
+ push: true
+ tags: ${{ steps.meta-ie.outputs.tags }}
+ labels: ${{ steps.meta-ie.outputs.labels }}
+ build-args: |
+ VERSION=${{ steps.version.outputs.version }}
+ TGI_VERSION=5bc3d65dd32ba1f979540caeccbf3dd8798dd9df
+ target: inference-endpoint
+
+
+ - name: Generate artifact attestation for TGI IE
+ uses: actions/attest-build-provenance@v1
+ with:
+ subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+ subject-digest: ${{ steps.push-ie.outputs.digest }}
+ push-to-registry: true