Skip to content

Commit

Permalink
#5337: Fix Mixtral perf CI test
Browse files Browse the repository at this point in the history
  • Loading branch information
mtairum committed May 23, 2024
1 parent bc50e39 commit a0370d0
Showing 1 changed file with 7 additions and 3 deletions.
10 changes: 7 additions & 3 deletions models/demos/t3000/mixtral8x7b/tests/test_mixtral_perf.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,9 @@
import ttnn
from ttnn import ConcatMeshToTensor
import tt_lib
from tracy import signpost

if not os.getenv("CI") == "true": # Enable tracy signpost support in local runs only
from tracy import signpost

from models.demos.t3000.mixtral8x7b.tt.mixtral_common import (
prepare_inputs_ttnn,
Expand Down Expand Up @@ -104,7 +106,8 @@ def test_mixtral_model_perf(
profiler.end("TtMistral_model_setup")

# Call the function
signpost("Model warmup")
if not os.getenv("CI") == "true": # Enable tracy signpost support in local runs only
signpost("Model warmup")
profiler.start(f"end_to_end_inference_with_compile")
run_inference(tt_model, embd, encoded_prompts, generation_start_pos, generation_length, rot_mat)
profiler.end(f"end_to_end_inference_with_compile")
Expand All @@ -114,7 +117,8 @@ def test_mixtral_model_perf(
for device_id in t3k_device_mesh.get_device_ids():
tt_lib.device.DumpDeviceProfiler(t3k_device_mesh.get_device(device_id))

signpost("Model perf run")
if not os.getenv("CI") == "true": # Enable tracy signpost support in local runs only
signpost("Model perf run")
profiler.clear()
profiler.start(f"end_to_end_inference")
run_inference(tt_model, embd, encoded_prompts, generation_start_pos, generation_length, rot_mat)
Expand Down

0 comments on commit a0370d0

Please sign in to comment.