feat: add new zksync-llvm-runner with llvm18 support

.github/workflows/handle_llvm_runner_image.yml → .github/workflows/release.yml

@@ -5,14 +5,17 @@ on:
  push:
  branches:
  - main
+ tags:
+ - 'v*'
 
 env:
- REGISTRY: ghcr.io
- WORKSPACE: matter-labs
- IMAGE_NAME: llvm_runner
+ REGISTRY: 'ghcr.io'
+ WORKSPACE: 'matter-labs'
+ IMAGE_NAME: 'zksync-llvm-runner'
+ PLATFORMS: 'linux/amd64,linux/arm64'
 
 jobs:
- handle_image:
+ release:
  runs-on: matterlabs-default-infra-runners
 
  permissions:
@@ -21,26 +24,20 @@ jobs:
  attestations: write
  id-token: write
 
- strategy:
- # Keep matrix for future purposes
- # now, we need only the latest version
- matrix:
- image_version: [ "ubuntu22-llvm17" ]
- fail-fast: false
  steps:
 
  - name: Checkout
  uses: actions/checkout@v4
 
  - uses: hadolint/[email protected]
  with:
- dockerfile: images/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}.Dockerfile
+ dockerfile: images/${{ env.IMAGE_NAME }}/Dockerfile
  ignore: DL4006
 
  - name: Set up Docker Buildx
  uses: docker/setup-buildx-action@v3
  with:
- platforms: 'linux/amd64,linux/arm64'
+ platforms: ${{ env.PLATFORMS }}
 
  - name: Log in to the Container registry
  uses: docker/login-action@v3
@@ -53,23 +50,27 @@ jobs:
  id: meta
  uses: docker/metadata-action@v5
  with:
- images: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}
- flavor: latest=true
+ images: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}
+ tags: |
+ type=ref,event=branch
+ type=ref,event=pr
+ type=semver,pattern={{version}}
+ type=semver,pattern={{major}}.{{minor}}
 
  - name: Build and push Docker image
  id: push
- uses: docker/build-push-action@v5
+ uses: docker/build-push-action@v6
  with:
  push: ${{ github.event_name == 'push' }}
- file: images/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}.Dockerfile
+ file: images/${{ env.IMAGE_NAME }}/Dockerfile
  tags: ${{ steps.meta.outputs.tags }}
  labels: ${{ steps.meta.outputs.labels }}
- platforms: 'linux/amd64,linux/arm64'
+ platforms: ${{ env.PLATFORMS }}
 
  - name: Generate artifact attestation
- if: github.event_name == 'push'
+ if: github.ref_type == 'tag'
  uses: actions/attest-build-provenance@v1
  with:
- subject-name: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}
+ subject-name: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}
  subject-digest: ${{ steps.push.outputs.digest }}
  push-to-registry: true

images/zksync-llvm-runner/Dockerfile

@@ -0,0 +1,91 @@
+FROM ubuntu:22.04
+
+# Use defaults from apt
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install required apt packages
+RUN apt-get update && \
+ apt-get install --yes --no-install-recommends \
+ bash=5.1* \
+ git=1:2.34.* \
+ openssl=3.0.* \
+ curl=7.81.* \
+ libssl-dev=3.0.* \
+ sudo=1.9.* \
+ cmake=3.22.* \
+ ninja-build=1.10* \
+ libpq-dev=14.* \
+ pkg-config=0.29* \
+ jq=1.6* \
+ openssh-client=1:8* \
+ build-essential=12.9* \
+ libncurses5=6.3* \
+ xz-utils=5.2* \
+ wget=1.21* \
+ gnupg=2.2* \
+ musl-tools=1.2* \
+ valgrind=1:3.18* \
+ libboost-dev=1.74* \
+ libboost-filesystem-dev=1.74* \
+ libboost-test-dev=1.74* \
+ libboost-system-dev=1.74* \
+ libboost-program-options-dev=1.74* \
+ libboost-regex-dev=1.74* \
+ libboost-thread-dev=1.74* \
+ libboost-random-dev=1.74* \
+ libcvc4-dev=1.8* \
+ libcln-dev=1.3* \
+ gcc-9=9.* \
+ g++-9=9.* \
+ software-properties-common=0.99.* \
+ libz3-dev=4.8.* \
+ file=1:5.* \
+ nano=6.* \
+ && rm -rf /var/lib/apt/lists/*
+
+# Install LLVM
+RUN curl https://apt.llvm.org/llvm.sh -sSf | bash -s -- 18 all && \
+ rm -rf /var/lib/apt/lists/*
+
+# Install Python 3.11
+RUN add-apt-repository ppa:deadsnakes/ppa && \
+ apt-get install --yes --no-install-recommends \
+ python3.11=3.11* \
+ python3.11-dev=3.11* \
+ python3-distutils=3.10* \
+ python3.11-venv=3.11* \
+ python3-pip=22.0.* \
+ && rm -rf /var/lib/apt/lists/*
+
+# Set gcc-9 as default for old compiler builds
+RUN update-alternatives --install \
+ /usr/bin/gcc gcc /usr/bin/gcc-9 60 --slave /usr/bin/g++ g++ /usr/bin/g++-9 && \
+ update-alternatives --config gcc
+
+# Set python3.11 as default python
+RUN update-alternatives --install /usr/local/bin/python python \
+ /usr/bin/python3.11 3 && \
+ update-alternatives --install /usr/local/bin/python3 python3 \
+ /usr/bin/python3.11 3
+
+# Install Rust
+ENV RUSTUP_HOME=/usr/local/rustup \
+ CARGO_HOME=/usr/local/cargo \
+ CARGO_NET_GIT_FETCH_WITH_CLI=true \
+ PATH=/usr/local/cargo/bin:$PATH
+RUN curl https://sh.rustup.rs -sSf | bash -s -- -y
+
+# Set required environment variables
+ENV PATH=/usr/lib/llvm-18/bin:${PATH} \
+ LD_LIBRARY_PATH=/usr/lib/llvm-18/lib:${LD_LIBRARY_PATH} \
+ LLVM_VERSION=18 \
+ CI_RUNNING=true
+
+# Replace default libm.a which is a linker script on x86_64 to an actual lib implementation
+# to allow Rust to link against it without issues
+ARG TARGETPLATFORM
+RUN if [ "${TARGETPLATFORM}" = "linux/amd64" ]; then \
+ rm -f /lib/x86_64-linux-gnu/libm.a && \
+ ar -cqT /lib/x86_64-linux-gnu/libm.a /lib/x86_64-linux-gnu/libm-2.35.a /lib/x86_64-linux-gnu/libmvec.a && \
+ bash -c 'ar -M <<< $(echo -e "create /lib/x86_64-linux-gnu/libm.a\naddlib /lib/x86_64-linux-gnu/libm.a\nsave\nend")'; \
+ fi