Add graph capture api to c++ as well

microsoft · Apr 25, 2024 · fdd5d43 · fdd5d43
1 parent 0f10c5a
commit fdd5d43
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/ort_genai.h b/src/ort_genai.h
@@ -193,6 +193,10 @@ struct OgaGeneratorParams : OgaAbstract {
     OgaCheckResult(OgaGeneratorParamsSetInputSequences(this, &sequences));
   }
 
+  void TryGraphCaptureWithMaxBatchSize(int max_batch_size) {
+    OgaCheckResult(OgaGeneratorParamsTryGraphCaptureWithMaxBatchSize(this, max_batch_size));
+  }
+
   static void operator delete(void* p) { OgaDestroyGeneratorParams(reinterpret_cast<OgaGeneratorParams*>(p)); }
 };