diff --git a/onnxruntime/python/tools/transformers/models/llama/convert_to_onnx.py b/onnxruntime/python/tools/transformers/models/llama/convert_to_onnx.py
index 7015b8a91b054..d4b06fa096326 100644
--- a/onnxruntime/python/tools/transformers/models/llama/convert_to_onnx.py
+++ b/onnxruntime/python/tools/transformers/models/llama/convert_to_onnx.py
@@ -1052,8 +1052,7 @@ def main():
             logger.info(f"check parity with cmd: {parity_cmd}")
             parity_check(parity_cmd)
         except Exception as e:
-            logger.exception(f"An error occurred while verifying parity: {e}", exc_info=True)
-            sys.exit(-1)
+            logger.warning(f"An error occurred while verifying parity: {e}", exc_info=True)
 
 if __name__ == "__main__":
     main()