MLCEngine perf blogpost

mlc-ai · Oct 10, 2024 · 196c843 · 196c843
1 parent 02e91d0
commit 196c843
Show file tree

Hide file tree

Showing 19 changed files with 295 additions and 0 deletions.
diff --git a/...0-10-optimizing-and-characterizing-high-throughput-low-latency-llm-inference.md b/...0-10-optimizing-and-characterizing-high-throughput-low-latency-llm-inference.md
diff --git a/img/mlc-engine-perf/70b-tp4-spec-tpot-concur.png b/img/mlc-engine-perf/70b-tp4-spec-tpot-concur.png
diff --git a/img/mlc-engine-perf/70b-tp4-tp8-tpot-concur.png b/img/mlc-engine-perf/70b-tp4-tp8-tpot-concur.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-concur-in100.png b/img/mlc-engine-perf/70b-tp4-tpot-concur-in100.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-concur-in1000.png b/img/mlc-engine-perf/70b-tp4-tpot-concur-in1000.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-concur-p90.png b/img/mlc-engine-perf/70b-tp4-tpot-concur-p90.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-concur.png b/img/mlc-engine-perf/70b-tp4-tpot-concur.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-reqrate-p90.png b/img/mlc-engine-perf/70b-tp4-tpot-reqrate-p90.png
diff --git a/img/mlc-engine-perf/70b-tp4-tpot-reqrate.png b/img/mlc-engine-perf/70b-tp4-tpot-reqrate.png
diff --git a/img/mlc-engine-perf/70b-tp4-ttft-concur-in100.png b/img/mlc-engine-perf/70b-tp4-ttft-concur-in100.png
diff --git a/img/mlc-engine-perf/70b-tp4-ttft-concur-in1000.png b/img/mlc-engine-perf/70b-tp4-ttft-concur-in1000.png
diff --git a/img/mlc-engine-perf/70b-tp4-ttft-concur-p90.png b/img/mlc-engine-perf/70b-tp4-ttft-concur-p90.png
diff --git a/img/mlc-engine-perf/70b-tp4-ttft-concur.png b/img/mlc-engine-perf/70b-tp4-ttft-concur.png
diff --git a/img/mlc-engine-perf/70b-tp4-ttft-reqrate-p90.png b/img/mlc-engine-perf/70b-tp4-ttft-reqrate-p90.png
diff --git a/img/mlc-engine-perf/70b-tp8-spec-tpot-concur.png b/img/mlc-engine-perf/70b-tp8-spec-tpot-concur.png
diff --git a/img/mlc-engine-perf/8b-tp1-tp2-tpot-concur.png b/img/mlc-engine-perf/8b-tp1-tp2-tpot-concur.png
diff --git a/img/mlc-engine-perf/8b-tp1-tpot-concur.png b/img/mlc-engine-perf/8b-tp1-tpot-concur.png
diff --git a/img/mlc-engine-perf/8b-tp1-tpot-reqrate.png b/img/mlc-engine-perf/8b-tp1-tpot-reqrate.png
diff --git a/img/mlc-engine-perf/8b-tp1-ttft-concur.png b/img/mlc-engine-perf/8b-tp1-ttft-concur.png