From b2cb466ff3d581edd2f68a8fe56cea47f2187d9b Mon Sep 17 00:00:00 2001 From: Brian Liu Date: Fri, 10 May 2024 15:48:53 +0000 Subject: [PATCH] #0: Update PCC --- models/demos/falcon7b/tests/test_perf_falcon.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/demos/falcon7b/tests/test_perf_falcon.py b/models/demos/falcon7b/tests/test_perf_falcon.py index 44a95291b94..3d8c3d24e55 100644 --- a/models/demos/falcon7b/tests/test_perf_falcon.py +++ b/models/demos/falcon7b/tests/test_perf_falcon.py @@ -587,7 +587,7 @@ def test_perf_wh_bare_metal( "llm_mode, num_devices, num_layers, batch, seq_len, kv_cache_len, model_config_str, expected_output_pcc, expected_k_cache_pcc, expected_v_cache_pcc, expected_inference_time, async_mode", ( ("prefill", 4, 32, 1, 256, 0, "BFLOAT16-DRAM", 0.98, 0.99, 0.96, 0.225, False), # Issue 7816 Inference time - ("decode", 4, 32, 32, 1, 1024, "BFLOAT16-L1_SHARDED", 0.87, 0.91, 0.91, 0.27, False), + ("decode", 4, 32, 32, 1, 1024, "BFLOAT16-L1_SHARDED", 0.87, 0.89, 0.90, 0.27, False), ("prefill", 4, 32, 1, 256, 0, "BFLOAT16-DRAM", 0.98, 0.99, 0.96, 0.18, True), ("decode", 4, 32, 32, 1, 1024, "BFLOAT16-L1_SHARDED", 0.87, 0.89, 0.90, 0.10, True), ),