Skip to content

Commit

Permalink
#0: Disable llama test_model from all-post-commit CI pipeline. See is…
Browse files Browse the repository at this point in the history
…sue #14474
  • Loading branch information
mtairum committed Nov 12, 2024
1 parent d1d3944 commit 4624f4e
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions tests/scripts/run_python_model_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -52,9 +52,10 @@ run_python_model_tests_wormhole_b0() {
# Llama3.2-11B (#Skip: Weights too big for single-chip ci VM)
llama11b=/mnt/MLPerf/tt_dnn-models/llama/Llama3.2-11B-Vision-Instruct/

# FIXME Issue #14474
# Run all Llama3 tests for 8B, 1B, and 3B weights - dummy weights with tight PCC check
for llama_dir in "$llama8b" "$llama1b" "$llama3b"; do
LLAMA_DIR=$llama_dir WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest -n auto models/demos/llama3/tests/test_llama_model.py -k "quick" ; fail+=$?
echo "LOG_METAL: Llama3 tests for $llama_dir completed"
done
# for llama_dir in "$llama8b" "$llama1b" "$llama3b"; do
# LLAMA_DIR=$llama_dir WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest -n auto models/demos/llama3/tests/test_llama_model.py -k "quick" ; fail+=$?
# echo "LOG_METAL: Llama3 tests for $llama_dir completed"
# done
}

0 comments on commit 4624f4e

Please sign in to comment.