don't check max_batch_size for cpu (#298)

microsoft · Apr 23, 2024 · b1180a6 · b1180a6
1 parent 352c1ec
commit b1180a6
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/src/models/model.cpp b/src/models/model.cpp
@@ -559,10 +559,8 @@ void Model::GetMaxBatchSizeFromGeneratorParams(const GeneratorParams& params) {
     }
 
     use_cuda_graph_ = true;
-  } else {
-    if (is_cuda_graph_enabled || max_batch_size_ > 0) {
-      throw std::runtime_error("CUDA graph is not supported on this device");
-    }
+  } else if (is_cuda_graph_enabled) {
+    throw std::runtime_error("CUDA graph is not supported on this device");
   }
 }