added line by line logging for offlien

tenstorrent · Nov 12, 2024 · 092fbbf · 092fbbf
1 parent e3efb5b
commit 092fbbf
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/tests/mock_vllm_model.py b/tests/mock_vllm_model.py
@@ -454,8 +454,10 @@ def _write_to_json(self, stats):
                         if "time to first token" in last_data:
                             data = last_data
                             # find the index of the last user for whicht the first token was computed
-                            last_user_processed = (
-                                len(data[f"Inference num:{self.num_inference}"]) - 1
+                            last_user_processed = len(
+                                data["time to first token"][
+                                    f"Inference num:{self.num_inference}"
+                                ]
                             )
                         else:
                             last_user_processed = 0