build-graphscope-manylinux-ext-images.yml

name: Build GraphScope Manylinux-Ext Images

# build graphscope-dev-base image is based on manylinux2014, including all necessary
# dependencies except vineyard for graphscope's wheel package.
on:
  workflow_dispatch:
  pull_request:
    branches:
      - main
    paths:
      - 'python/graphscope/gsctl/scripts/**'

concurrency:
  group: ${{ github.repository }}-${{ github.event.number || github.head_ref || github.sha }}-${{ github.workflow }}
  cancel-in-progress: true

env:
  REGISTRY: registry.cn-hongkong.aliyuncs.com

jobs:
  build-manylinux-ext-image-x86-64:
    runs-on: ubuntu-20.04
    steps:
    - uses: actions/checkout@v3
      with:
        submodules: true

    - name: Build Image
      run: |
        cd ${GITHUB_WORKSPACE}/k8s
        # output: graphscope/manylinux:ext-x86_64
        make manylinux2014-ext

    - name: Release Image
      if: ${{ github.event_name == 'workflow_dispatch' }}
      env:
        docker_password: ${{ secrets.DOCKER_PASSWORD }}
        docker_username: ${{ secrets.DOCKER_USER }}
      run: |
        echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
        # x86_64
        arch=$(uname -m)
        # image tag
        tag=ext-${arch}
        # manylinux2014 image
        sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:ext
        sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:ext
        
  build-manylinux-ext-image-aarch64:
    runs-on: [self-hosted, Linux, ARM64]
    if: false
    steps:
    - uses: actions/checkout@v3
      with:
        submodules: true

    - name: Build Image
      run: |
        cd ${GITHUB_WORKSPACE}/k8s
        # output: graphscope/manylinux2014:ext-aarch64
        make manylinux2014-ext
        
    - name: Release Image
      if: ${{ github.event_name == 'workflow_dispatch' }}
      env:
        docker_password: ${{ secrets.DOCKER_PASSWORD }}
        docker_username: ${{ secrets.DOCKER_USER }}
      run: |
        echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
        # aarch64
        arch=$(uname -m)
        # image tag
        tag=ext-${arch}
        # manylinux2014 image
        sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}
        sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}

    - name: Clean Image
      run: |
        # aarch64
        arch=$(uname -m)
        # image tag
        tag=ext-${arch}
        # clean
        sudo docker rmi -f graphscope/manylinux2014:${tag} || true
        sudo docker rmi -f ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag} || true
       
  manifest_push_manylinux-ext-image:
    runs-on: ubuntu-20.04
    if: false
    needs: [build-manylinux-ext-image-x86-64, build-manylinux-ext-image-aarch64]
    steps:
    - name: Create and Push Docker Manifest
      if: ${{ github.event_name == 'workflow_dispatch' }}
      env:
        docker_password: ${{ secrets.DOCKER_PASSWORD }}
        docker_username: ${{ secrets.DOCKER_USER }}
      run: |
        echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
        # create
        sudo docker manifest create \
          ${{ env.REGISTRY }}/graphscope/manylinux2014:ext \
          ${{ env.REGISTRY }}/graphscope/manylinux2014:ext-x86_64 \
          ${{ env.REGISTRY }}/graphscope/manylinux2014:ext-aarch64
        # push
        sudo docker manifest push ${{ env.REGISTRY }}/graphscope/manylinux2014:ext