Merge pull request bytedance#86 from bytedance/remove_sota_model_list

general_perf: remove gpt2, llama2 7b, chatglm2 6b from sota model list
hliuca · Jul 22, 2024 · fbf2a1f · fbf2a1f
2 parents 597745e + e248c71
commit fbf2a1f
Show file tree

Hide file tree

Showing 9 changed files with 0 additions and 94 deletions.
diff --git a/byte_infer_perf/general_perf/README.md b/byte_infer_perf/general_perf/README.md
@@ -74,10 +74,7 @@ In addition to the complete model structure, Byte MLPerf will also add some typi
 | roberta | nlp | popular | pytorch | squad-1.1 | fp32 |
 | deberta | nlp | popular | pytorch | squad-1.1 | fp32 |
 | swin-transformer | cv | popular | pytorch | imagenet2012 | fp32 |
-| gpt2 | nlp | sota | pytorch | none | fp32 |
 | stable diffusion | cv | sota | onnx | none | fp32 |
-| LlaMa2 7B | nlp | sota | torch | none | fp16 |
-| chatGLM2 6B | nlp | sota | torch | none | fp16 |
 
 ### ByteIR
 

diff --git a/byte_infer_perf/general_perf/README.zh_CN.md b/byte_infer_perf/general_perf/README.zh_CN.md
@@ -75,10 +75,7 @@ Dataset为模型需要用到数据集，对应的dataloader、accuracy_checker
 | roberta | nlp | popular | pytorch | squad-1.1 | fp32 |
 | deberta | nlp | popular | pytorch | squad-1.1 | fp32 |
 | swin-transformer | cv | popular | pytorch | imagenet2012 | fp32 |
-| gpt2 | nlp | sota | pytorch | none | fp32 |
 | stable diffusion | cv | sota | onnx | none | fp32 |
-| LlaMa2 7B | nlp | sota | torch | none | fp16 |
-| chatGLM2 6B | nlp | sota | torch | none | fp16 |
 
 ### ByteIR
 

diff --git a/byte_infer_perf/general_perf/model_zoo/chatglm2-6b-torch-fp16.json b/byte_infer_perf/general_perf/model_zoo/chatglm2-6b-torch-fp16.json
diff --git a/byte_infer_perf/general_perf/model_zoo/gpt2-torch-fp32.json b/byte_infer_perf/general_perf/model_zoo/gpt2-torch-fp32.json
diff --git a/byte_infer_perf/general_perf/model_zoo/llama2-7b-torch-fp16.json b/byte_infer_perf/general_perf/model_zoo/llama2-7b-torch-fp16.json
diff --git a/byte_infer_perf/general_perf/prepare_model_and_dataset.sh b/byte_infer_perf/general_perf/prepare_model_and_dataset.sh
@@ -52,16 +52,6 @@ elif [ $1 == "vae-encoder-onnx-fp32" -o $1 == "vae-decoder-onnx-fp32" -o $1 == "
 elif [ $1 == "unet-onnx-fp32" ]; then
     wget -O general_perf/download/unet.tar https://lf-bytemlperf.17mh.cn/obj/bytemlperf-zoo/unet.tar
     tar xf general_perf/download/unet.tar -C general_perf/model_zoo/sota/
-elif [ $1 == "gpt2-torch-fp32" ]; then
-    wget -O general_perf/download/traced_gpt2.tar https://lf-bytemlperf.17mh.cn/obj/bytemlperf-zoo/traced_gpt2.tar
-    mkdir general_perf/model_zoo/sota/traced_gpt2
-    tar xf general_perf/download/traced_gpt2.tar -C general_perf/model_zoo/sota/
-elif [ $1 == "chatglm2-6b-torch-fp16" ]; then
-    wget -O general_perf/download/chatglm2-6b.tar https://lf-bytemlperf.17mh.cn/obj/bytemlperf-zoo/chatglm2-6b.tar
-    tar xf general_perf/download/chatglm2-6b.tar -C general_perf/model_zoo/sota/
-elif [ $1 == "llama2-7b-torch-fp16" ]; then
-    wget -O general_perf/download/llama-7b.tar https://lf-bytemlperf.17mh.cn/obj/bytemlperf-zoo/llama-7b.tar
-    tar xf general_perf/download/llama-7b.tar -C general_perf/model_zoo/sota/
 fi
 
 # Download Datasets

diff --git a/byte_infer_perf/general_perf/workloads/chatglm2-6b-torch-fp16.json b/byte_infer_perf/general_perf/workloads/chatglm2-6b-torch-fp16.json
diff --git a/byte_infer_perf/general_perf/workloads/gpt2-torch-fp32.json b/byte_infer_perf/general_perf/workloads/gpt2-torch-fp32.json
diff --git a/byte_infer_perf/general_perf/workloads/llama2-7b-torch-fp16.json b/byte_infer_perf/general_perf/workloads/llama2-7b-torch-fp16.json