From 69bb8fc80d5b5377fff194384b48bf76789f0471 Mon Sep 17 00:00:00 2001 From: wejoncy Date: Tue, 26 Mar 2024 11:41:18 +0800 Subject: [PATCH] [llm exporter]auto infer shape --- onnxruntime/python/tools/transformers/large_model_exporter.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/onnxruntime/python/tools/transformers/large_model_exporter.py b/onnxruntime/python/tools/transformers/large_model_exporter.py index 9e8b284bf56c7..2083419087a69 100644 --- a/onnxruntime/python/tools/transformers/large_model_exporter.py +++ b/onnxruntime/python/tools/transformers/large_model_exporter.py @@ -253,8 +253,6 @@ def fetch_onnx_inputs_outputs_name( for i in range(num_of_past_key): onnx_out_names += (f"present.{i}.key",) onnx_out_names += (f"present.{i}.value",) - onnx_dynamic_axes[onnx_out_names[-1]] = kv_cache_axis - onnx_dynamic_axes[onnx_out_names[-2]] = kv_cache_axis for idx, name in enumerate(torch_input_names): if input_with_past: