#0: fail upon first pytest failure in post-commit to make it easier t…

…o diagnose issue
tenstorrent · May 25, 2024 · 97438d0 · 97438d0
1 parent 4170c3d
commit 97438d0
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 13 deletions.
diff --git a/.github/workflows/fast-dispatch-build-and-unit-tests.yaml b/.github/workflows/fast-dispatch-build-and-unit-tests.yaml
@@ -28,13 +28,13 @@ jobs:
           {arch: wormhole_b0, runs-on: ["wormhole_b0", "multi-chip-num-pcie-1", "multi-chip-num-chips-2"], name: N300},
         ]
         test-group: [
-          {name: eager unit tests 1, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv --splits 5 --group 1 },
-          {name: eager unit tests 2, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv --splits 5 --group 2 },
-          {name: eager unit tests 3, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv --splits 5 --group 3 },
-          {name: eager unit tests 4, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv --splits 5 --group 4 },
-          {name: eager unit tests 5, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv --splits 5 --group 5 },
-          {name: eager trace tests, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/trace_testing/ -vvv},
-          {name: sweep, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/sweep_tests/pytests/ -vvv},
+          {name: eager unit tests 1, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 5 --group 1 },
+          {name: eager unit tests 2, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 5 --group 2 },
+          {name: eager unit tests 3, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 5 --group 3 },
+          {name: eager unit tests 4, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 5 --group 4 },
+          {name: eager unit tests 5, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 5 --group 5 },
+          {name: eager trace tests, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/trace_testing/ -xvvv},
+          {name: sweep, cmd: pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/sweep_tests/pytests/ -xvvv},
         ]
     name: ${{ matrix.test-group.name }} ${{ matrix.runner-info.arch }} ${{ matrix.runner-info.name }}
     env:

diff --git a/.github/workflows/ttnn-post-commit.yaml b/.github/workflows/ttnn-post-commit.yaml
@@ -20,11 +20,11 @@ jobs:
         ]
         test-group:
           - name: ttnn group 1
-            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -v --splits 2 --group 1 -m "not disable_fast_runtime_mode"
+            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xv --splits 2 --group 1 -m "not disable_fast_runtime_mode"
           - name: ttnn group 2
-            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -v --splits 2 --group 2 -m "not disable_fast_runtime_mode"
+            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xv --splits 2 --group 2 -m "not disable_fast_runtime_mode"
           - name: ttnn group 3
-            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -m requires_fast_runtime_mode_off
+            cmd: pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xv -m requires_fast_runtime_mode_off
             env:
               TTNN_CONFIG_OVERRIDES: '{"enable_fast_runtime_mode": false}'
           - name: ttnn cpp tests

diff --git a/tests/scripts/run_python_api_unit_tests.sh b/tests/scripts/run_python_api_unit_tests.sh
@@ -12,10 +12,10 @@ if [[ -z "$ARCH_NAME" ]]; then
   exit 1
 fi
 # Execute TT Eager unit and sweep tests here
-env pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -vvv
-env pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/sweep_tests/pytests/ -vvv
+env pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/unit_testing/ -xvvv
+env pytest $TT_METAL_HOME/tests/tt_eager/python_api_testing/sweep_tests/pytests/ -xvvv
 
 # Execute python model tests here
 ./tests/scripts/run_python_model_tests.sh
 
-env pytest $TT_METAL_HOME/tests/ttnn/unit_tests
+env pytest $TT_METAL_HOME/tests/ttnn/unit_tests -xvvv