Merge branch 'main' into kyang-timeout-to-client-apis

triton-inference-server · Nov 9, 2023 · b0c8673 · b0c8673
2 parents d58bd4b + 0063834
commit b0c8673
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/src/c++/perf_analyzer/docs/examples/profile.py b/src/c++/perf_analyzer/docs/examples/profile.py
@@ -270,7 +270,6 @@ def collect_online_metrics(export_data, output_tokens):
         first_token_latencies.append(first_token_latency)
         generation_latencies.append(generation_latency_ms)
         generation_throughputs.append(output_tokens / generation_latency_s)
-        token_to_token_latencies = []
         for prev_res, res in pairwise(responses):
             token_to_token_latencies.append((res - prev_res) / 1_000_000)
     return (