#0: Losen models perf tolerance for GS

tenstorrent · Jan 23, 2024 · cb88dc9 · cb88dc9
1 parent 9202d17
commit cb88dc9
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/models/experimental/stable_diffusion/tests/test_perf_unbatched_stable_diffusion.py b/models/experimental/stable_diffusion/tests/test_perf_unbatched_stable_diffusion.py
@@ -298,7 +298,7 @@ def test_perf_bare_metal(use_program_cache, expected_inference_time, expected_co
     "expected_inference_time, expected_compile_time",
     (
         (
-            46,
+            48,
             110,
         ),
     ),

diff --git a/tests/ttnn/integration_tests/bloom/test_performance.py b/tests/ttnn/integration_tests/bloom/test_performance.py
@@ -24,7 +24,7 @@
 
 def get_expected_times(functional_bloom):
     return {
-        ttnn_functional_bloom: (12, 5),
+        ttnn_functional_bloom: (15.0, 5),
         ttnn_optimized_functional_bloom: (12, 0.85),
     }[functional_bloom]
 

diff --git a/tests/ttnn/integration_tests/roberta/test_performance.py b/tests/ttnn/integration_tests/roberta/test_performance.py
@@ -29,7 +29,7 @@
 def get_expected_times(functional_bert):
     return {
         ttnn_functional_bert: (11, 17),
-        ttnn_optimized_functional_bert: (12, 0.08),
+        ttnn_optimized_functional_bert: (12, 0.09),
     }[functional_bert]
 
 

diff --git a/tests/ttnn/integration_tests/t5/test_performance.py b/tests/ttnn/integration_tests/t5/test_performance.py
@@ -26,7 +26,7 @@
 def get_expected_times(model_name, functional_t5):
     return {
         "t5-small": {
-            ttnn_functional_t5: (12, 3),
+            ttnn_functional_t5: (13, 3),
             ttnn_optimized_functional_t5: (10, 1),
         },
         "google/flan-t5-small": {