Skip to content

Commit

Permalink
aaah
Browse files Browse the repository at this point in the history
  • Loading branch information
janeyx99 committed Dec 13, 2024
1 parent bdeb068 commit 08c4f94
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions .github/workflows/userbenchmark-regression-detector.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,22 +34,22 @@ jobs:
- name: Install TorchBench
run: |
set -x
bash ./.ci/torchbench/activate-conda.sh
pushd benchmark
bash ./.ci/torchbench/activate-conda.sh
# only install the subset of models currently running.
python install.py BERT_pytorch DALLE2_pytorch hf_GPT2_large hf_T5_large resnet50 timm_vision_transformer_large yolov3
- name: Print torch.version.git_version
run: |
set -x
bash ./.ci/torchbench/activate-conda.sh
bash ./benchmark/.ci/torchbench/activate-conda.sh
python -c "import torch; print(torch.version.git_version)"
- name: Run optim user benchmark
run: |
set -x
bash ./.ci/torchbench/activate-conda.sh
# remove old results
if [ -d benchmark-output ]; then rm -Rf benchmark-output; fi
pushd benchmark
bash ./.ci/torchbench/activate-conda.sh
if [ -d .userbenchmark ]; then rm -Rf .userbenchmark; fi
# TODO: scale this to run other benchmarks, but let's start with optim
Expand All @@ -60,8 +60,8 @@ jobs:
continue-on-error: true
run: |
set -x
bash ./.ci/torchbench/activate-conda.sh
pushd benchmark
bash ./.ci/torchbench/activate-conda.sh
RESULTS=($(find ${PWD}/../benchmark-output -name "metrics-*.json" -maxdepth 2 | sort -r))
# TODO: the following assumes only one metrics-*.json is found. It will keep
# overwriting gh-issue.md if multiple are found. Scaling this up is a potential next step.
Expand Down Expand Up @@ -100,8 +100,8 @@ jobs:
set -x
# Do not error earlier as we want all artifacts and regressions to be reported first
# TODO: potentially move errors.txt to benchmark-output so it gets uploaded to S3
bash ./.ci/torchbench/activate-conda.sh
pushd benchmark
bash ./.ci/torchbench/activate-conda.sh
if [ -e errors.txt ]; then cat errors.txt && exit 1; fi
- name: Remove conda environment
if: always()
Expand Down

0 comments on commit 08c4f94

Please sign in to comment.