diff --git a/onnxruntime/python/tools/quantization/onnx_model.py b/onnxruntime/python/tools/quantization/onnx_model.py
index 7d22e2c217dd1..e4342908f68ea 100644
--- a/onnxruntime/python/tools/quantization/onnx_model.py
+++ b/onnxruntime/python/tools/quantization/onnx_model.py
@@ -354,6 +354,7 @@ def save_model_to_file(self, output_path, use_external_data_format=False):
                 self.model,
                 all_tensors_to_one_file=True,
                 location=Path(output_path).name + ".data",
+                convert_attribute=True,
             )
         for init in self.model.graph.initializer:
             self._check_init(init, "end")