test: add mmcs benchmark #3567
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: ["main"] | |
| pull_request: | |
| branches: ["main"] | |
| jobs: | |
| test: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, macos-latest-xlarge] | |
| build_flag: [fastbuild, opt] | |
| openmp: ['openmp', 'no-openmp'] | |
| include: | |
| - os: ubuntu-latest | |
| bazel_config: linux | |
| - os: macos-latest-xlarge | |
| bazel_config: macos_arm64 | |
| - openmp: 'openmp' | |
| has_openmp: '--//:has_openmp' | |
| exclude: | |
| - build_flag: fastbuild | |
| openmp: 'openmp' | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Cleanup Cache | |
| if: github.event.pull_request.merged == true | |
| run: | | |
| # get the ref key | |
| ref_key="refs/pull/${{ github.event.pull_request.number }}/merge" | |
| # delete cache | |
| gh cache list --ref $ref_key --limit 100 | cut -f 1 | xargs -n1 gh cache delete | |
| continue-on-error: true | |
| - name: Set up Bazel | |
| uses: bazel-contrib/[email protected] | |
| with: | |
| # Avoid downloading Bazel every time. | |
| bazelisk-cache: true | |
| # Share a single build cache between workflows. | |
| disk-cache: ${{ matrix.os }}-${{ matrix.build_flag }}-${{ matrix.openmp }} | |
| # Share repository cache between workflows. | |
| repository-cache: false | |
| # Cache external repositories | |
| external-cache: false | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.10" | |
| - name: Install numpy | |
| run: python3 -m pip install numpy | |
| - name: Install OpenMP on linux | |
| if: matrix.os == 'ubuntu-latest' && matrix.openmp == 'openmp' | |
| run: sudo apt-get install -y libomp-dev | |
| - name: Install OpenMP on macos | |
| if: matrix.os == 'macos-latest-xlarge' && matrix.openmp == 'openmp' | |
| run: brew install libomp | |
| - name: Add .bazelrc.user on linux | |
| if: matrix.os == 'ubuntu-latest' | |
| run: echo "build --config linux" > .bazelrc.user && | |
| echo "build --action_env=CARGO=$HOME/.cargo/bin/cargo" >> .bazelrc.user && | |
| echo "build --@rules_rust//rust/toolchain/channel=nightly" >> .bazelrc.user | |
| - name: Add .bazelrc.user on macos | |
| if: matrix.os == 'macos-latest-xlarge' | |
| run: brew install coreutils && | |
| export PATH="/opt/homebrew/opt/coreutils/libexec/gnubin:$PATH" && | |
| echo "build --config macos_arm64" > .bazelrc.user && | |
| echo "build --action_env=CARGO=$HOME/.cargo/bin/cargo" >> .bazelrc.user && | |
| echo "build --@rules_rust//rust/toolchain/channel=nightly" >> .bazelrc.user | |
| - name: Build | |
| run: bazel build -c ${{ matrix.build_flag }} ${{ matrix.has_openmp }} //... | |
| - name: Test | |
| # NOTE(chokobole): Test timeouts are overridden 1.5x of the default timeout due to timeout failure on GitHub Actions. | |
| # See https://github.com/kroma-network/tachyon/actions/runs/9581476338/job/26418352737. | |
| run: bazel test -c ${{ matrix.build_flag }} ${{ matrix.has_openmp }} --test_output=errors --test_tag_filters -benchmark,-manual,-cuda //... --test_timeout=90,450,1350,5400 | |
| - name: Test Node Binding | |
| run: | | |
| cd tachyon/node/test | |
| bazel test --config ${{ matrix.bazel_config }} -c ${{ matrix.build_flag}} --test_output=errors //... | |
| - name: Test Py Binding | |
| run: | | |
| cd tachyon/py/test | |
| bazel test --config ${{ matrix.bazel_config }} -c ${{ matrix.build_flag}} --test_output=errors //... | |
| - name: Test Circom | |
| run: | | |
| cd vendors/circom | |
| CARGO_BAZEL_REPIN=true bazel test --config ${{ matrix.bazel_config }} -c ${{ matrix.build_flag}} --test_output=errors //... | |
| lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Git | |
| run: | | |
| git config --global user.name 'github-actions' | |
| git config --global user.email '[email protected]' | |
| git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }} | |
| git fetch --all | |
| - name: Setup Python for cpplint | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.10.12" | |
| - name: Install cpplint | |
| run: pip install cpplint | |
| - name: Run cpplint | |
| if: github.event_name == 'pull_request' | |
| run: git diff --name-status HEAD origin/${{ github.base_ref }} | cut -f 2,3 | xargs cpplint --filter=-legal/copyright,-whitespace/line_length,-build/namespaces,-runtime/references | |
| - name: Run clang-format lint | |
| uses: jidicula/[email protected] | |
| with: | |
| clang-format-version: "17" | |
| check-path: "." | |
| - name: Install Buildifier | |
| run: | | |
| wget https://github.com/bazelbuild/buildtools/releases/download/v6.4.0/buildifier-linux-amd64 | |
| chmod +x buildifier-linux-amd64 | |
| sudo mv buildifier-linux-amd64 /usr/local/bin/buildifier | |
| - name: Run Buildifier | |
| run: | | |
| find . -iname "*.bazel" -o -iname "*.bzl" | xargs buildifier --lint=fix | |
| find . -iname "*.bazel" -o -iname "*.bzl" | xargs buildifier --mode=check | |
| git diff --exit-code |