diff --git a/onnxruntime/test/python/transformers/test_parity_mixtral_moe.py b/onnxruntime/test/python/transformers/test_parity_mixtral_moe.py
index 848607ae45771..3393e7d3be3c7 100644
--- a/onnxruntime/test/python/transformers/test_parity_mixtral_moe.py
+++ b/onnxruntime/test/python/transformers/test_parity_mixtral_moe.py
@@ -43,7 +43,7 @@ def print_tensor(name, numpy_array):
 
 
 def save_model_to_disk(model, model_path):
-    external_data_path = "mixtral_moe.onnx" + ".data"
+    external_data_path = model_path + ".data"
     onnx.save_model(
         model, model_path, save_as_external_data=True, all_tensors_to_one_file=True, location=external_data_path
     )