Move FireChip target-specific CI from FireSim to Chipyard #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # ci tests that use a separate repository to run (can potentially share ci resources with other workflows) | |
| name: firesim-cluster-tests | |
| on: | |
| # run ci when pring to main (note: ci runs on the merge commit of the pr!) | |
| pull_request: | |
| branches: | |
| - main | |
| - stable | |
| defaults: | |
| run: | |
| shell: bash -leo pipefail {0} | |
| env: | |
| # needed for local FPGA build bitstream (access GH repo to store bitstreams) | |
| PERSONAL_ACCESS_TOKEN: ${{ secrets.BARTENDER_PERSONAL_ACCESS_TOKEN }} | |
| # temporary directories should be located in /scratch (since it's larger) | |
| REMOTE_WORK_DIR: /scratch/buildbot/cy-ci-shared/cy-${{ github.sha }}-${{ github.workflow }} | |
| JAVA_TMP_DIR: /scratch/buildbot/cy-ci-shared/cy-javatmpdir-${{ github.sha }}-${{ github.workflow }} | |
| # misc | |
| TERM: xterm-256-color | |
| jobs: | |
| cancel-prior-workflows: | |
| name: cancel-prior-workflows | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Cancel previous workflow runs | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'ci:persist-prior-workflows') != true }} | |
| uses: styfle/[email protected] | |
| with: | |
| access_token: ${{ github.token }} | |
| start-workflow: | |
| name: start-workflow | |
| # unable to access env context in job.if thus have to put gh-a context expression directly here. | |
| # note that the check is using a boolean true instead of string 'true' since it's directly using | |
| # the expression not a variable like if checking against the env context string. | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'ci:disable') != true }} | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - run: true | |
| # Set up a set of boolean conditions to control which branches of the CI | |
| # workflow will execute. This is based off the conditional job execution | |
| # example here: https://github.com/dorny/paths-filter#examples | |
| filter-jobs-on-changes: | |
| name: filter-jobs-on-changes | |
| runs-on: ubuntu-22.04 | |
| needs: start-workflow | |
| # Queried by downstream jobs to determine if they should run. | |
| outputs: | |
| run-ci: ${{ steps.filter.outputs.all_count != steps.filter.outputs.non-ci-files_count }} | |
| both-conda-reqs-lock-modified: ${{ | |
| ((steps.filter.outputs.conda-reqs == 'false') && (steps.filter.outputs.conda-lockfile == 'false')) || | |
| ((steps.filter.outputs.conda-reqs == 'true') && (steps.filter.outputs.conda-lockfile == 'true')) }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dorny/paths-filter@v3 | |
| id: filter | |
| with: | |
| filters: | | |
| all: | |
| - '**' | |
| docs: &docs-handle | |
| - 'docs/**' | |
| - '.readthedocs.yml' | |
| release: &release-handle | |
| - '.github/workflows/release-notes.yml' | |
| - '.github/workflows/config/release-notes.json' | |
| non-ci-files: | |
| - *docs-handle | |
| - *release-handle | |
| - '**/*.md' | |
| - '**/.gitignore' | |
| - '**/.gitattributes' | |
| - '.github/ISSUE_TEMPLATE/**' | |
| - '.github/dependabot.yml' | |
| - '.mergify.yml' | |
| conda-reqs: | |
| - 'conda-reqs/*.yaml' | |
| conda-lockfile: | |
| - 'conda-reqs/conda-lock-reqs/*.conda-lock.yml' | |
| # Note: This doesn't check if the lock file is synced/faithful to the requirements file. | |
| # This just ensures that both were modified in the same PR (ideally the lock file was regenerated | |
| # from the requirements file). This job only runs when that condition is not met and | |
| # so always fails. | |
| check-conda-lock-modified: | |
| name: check-conda-lock-modified | |
| needs: filter-jobs-on-changes | |
| if: needs.filter-jobs-on-changes.outputs.both-conda-reqs-lock-modified == 'false' | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check conda lock file was regenerated with conda requirements file | |
| run: | | |
| echo "ERROR: Either the conda-reqs/*.yaml or conda-reqs/conda-lock-reqs/*.conda-lock.yml was not updated properly. Please regenerate lockfiles." | |
| false | |
| setup-persistent-repo: | |
| name: setup-persistent-repo | |
| runs-on: as4 | |
| needs: filter-jobs-on-changes | |
| if: needs.filter-jobs-on-changes.outputs.run-ci == 'true' | |
| steps: | |
| # This forces a fresh clone of the repo during the `checkout` step | |
| # to resolve stale submodule URLs. See https://github.com/ucb-bar/chipyard/pull/1156. | |
| - name: Delete old checkout | |
| run: | | |
| ls -alh . | |
| rm -rf ${{ github.workspace }}/* || true | |
| rm -rf ${{ github.workspace }}/.* || true | |
| ls -alh . | |
| - uses: actions/checkout@v4 | |
| - name: Setup repo copy | |
| run: | | |
| mkdir -p $(dirname ${{ env.REMOTE_WORK_DIR }}) | |
| git clone ${{ github.workspace }} ${{ env.REMOTE_WORK_DIR }} | |
| - name: Setup Java temp. directory | |
| run: | | |
| mkdir -p ${{ env.JAVA_TMP_DIR }} | |
| - name: Setup repo (for xilinx_alveo_u250 platform) | |
| run: | | |
| cd ${{ env.REMOTE_WORK_DIR }} | |
| export MAKEFLAGS="-j32" | |
| ./build-setup.sh --verbose | |
| cd sims/firesim | |
| source sourceme-manager.sh --skip-ssh-setup | |
| firesim managerinit --platform xilinx_alveo_u250 | |
| run-metasims-xilinx_alveo_u250: | |
| name: run-metasims-xilinx_alveo_u250 | |
| needs: [setup-persistent-repo] | |
| runs-on: as4 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Run metasims (VCS + Verilator) | |
| run: .github/scripts/run-metasims.py | |
| run-basic-linux-poweroffs-xilinx_alveo_u250: | |
| name: run-basic-linux-poweroffs-xilinx_alveo_u250 | |
| if: contains(github.event.pull_request.labels.*.name, 'ci:fpga-deploy') | |
| needs: [setup-persistent-repo] | |
| runs-on: as4 | |
| steps: | |
| # This forces a fresh clone of the repo during the `checkout` step | |
| # to resolve stale submodule URLs. See https://github.com/ucb-bar/chipyard/pull/1156. | |
| - name: Delete old checkout | |
| run: | | |
| rm -rf ${{ github.workspace }}/* || true | |
| rm -rf ${{ github.workspace }}/.* || true | |
| - uses: actions/checkout@v4 | |
| - name: Run non-networked single-node Linux poweroff tests (single-core Rocket/BOOM, multi-core Rocket) w/ Xilinx Alveo U250 | |
| run: .github/scripts/run-linux-poweroff.py --platform xilinx_alveo_u250 | |
| build-default-bitstreams: | |
| name: build-default-bitstreams | |
| if: contains(github.event.pull_request.labels.*.name, 'ci:local-fpga-buildbitstream-deploy') | |
| needs: [setup-persistent-repo] | |
| runs-on: as4 | |
| env: | |
| CHIPYARD_HWDB_PATH: sims/firesim-staging/sample_config_hwdb.yaml | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Run buildbitstream command and update sample local bitstreams | |
| run: .github/scripts/build-default-bitstreams.py | |
| - uses: peter-evans/create-pull-request@v6 | |
| with: | |
| base: ${{ github.head_ref }} | |
| add-paths: ${{ env.CHIPYARD_HWDB_PATH }} | |
| commit-message: "Update local bitstream(s) [ci skip]" | |
| body: "Update local bitstream(s) for PR #${{ github.event.pull_request.number }}" | |
| branch-suffix: random | |
| title: "Update local bitstream(s) for PR #${{ github.event.pull_request.number }} (`${{ github.head_ref }}`)" | |
| cleanup-local-fpga-repo: | |
| name: cleanup-local-fpga-repo | |
| needs: [ | |
| run-metasims-xilinx_alveo_u250, | |
| run-basic-linux-poweroffs-xilinx_alveo_u250, | |
| build-default-bitstreams] | |
| # uses a separate runner to cleanup (irrespective, of other jobs cancelled, running, etc) | |
| runs-on: as4 | |
| if: ${{ always() }} | |
| steps: | |
| - name: Delete repo copy | |
| run: rm -rf ${{ env.REMOTE_WORK_DIR }} |