Skip to content

#0: Add tracy dependencies to github actions runner workflows #2632

#0: Add tracy dependencies to github actions runner workflows

#0: Add tracy dependencies to github actions runner workflows #2632

Workflow file for this run

name: "[post-commit] models - Run perf regressions on models and output report"
on:
workflow_dispatch:
push:
branches: ["main"]
schedule:
- cron: "0 2 * * *"
workflow_call:
jobs:
build-and-test-measure-perf:
strategy:
# Do not fail-fast because we need to ensure all tests go to completion
# so we try not to get hanging machines
fail-fast: false
matrix:
runner-info: [
{arch: grayskull, runs-on: ["model-runner-grayskull"], machine-type: "virtual_machine"},
{arch: grayskull, runs-on: ["perf-grayskull", "self-reset"], machine-type: "bare_metal"},
]
env:
TT_METAL_ENV: ${{ vars.TT_METAL_ENV }}
ARCH_NAME: ${{ matrix.runner-info.arch }}
environment: dev
runs-on: ${{ matrix.runner-info.runs-on }}
steps:
- uses: tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@main
with:
token: ${{ secrets.CHECKOUT_TOKEN }}
- name: Ensure weka mount is active
run: |
sudo systemctl restart mnt-MLPerf.mount
sudo /etc/rc.local
ls -al /mnt/MLPerf/bit_error_tests
- name: Set up dynamic env vars for build
run: |
echo "TT_METAL_HOME=$(pwd)" >> $GITHUB_ENV
echo "PYTHONPATH=$(pwd)" >> $GITHUB_ENV
- name: Build tt-metal and libs
run: make build
- name: Run performance regressions
timeout-minutes: 60
run: |
source build/python_env/bin/activate
./tests/scripts/run_tests.sh --tt-arch $ARCH_NAME --pipeline-type models_performance_${{ matrix.runner-info.machine-type }}
- name: Check perf report exists
id: check-perf-report
run: |
ls -hal
export PERF_REPORT_FILENAME=Models_Perf_$(date +%Y_%m_%d).csv
ls -hal $PERF_REPORT_FILENAME
echo "perf_report_filename=$PERF_REPORT_FILENAME" >> "$GITHUB_OUTPUT"
- name: Upload perf report
uses: actions/upload-artifact@v3
with:
name: perf-report-csv-${{ matrix.runner-info.arch }}-${{ matrix.runner-info.machine-type }}
path: "${{ steps.check-perf-report.outputs.perf_report_filename }}"