diff --git a/setup.py b/setup.py
index 608bffc082e07..798c8c4b2895b 100644
--- a/setup.py
+++ b/setup.py
@@ -535,9 +535,6 @@ def finalize_options(self):
                 # Training ROCM package for ADO feeds is called onnxruntime-training-rocm
                 package_name = "onnxruntime-training-rocm"
 
-            if cuda_version and cuda_version.split(".")[0] == "12":
-                package_name = "onnxruntime-training-cuda12"
-
 if package_name == "onnxruntime-tvm":
     packages += ["onnxruntime.providers.tvm"]