silero: fix high cpu usage (livekit#569)

brittbinler · Aug 3, 2024 · 4e346c0 · 4e346c0
1 parent 8ce90df
commit 4e346c0
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/.changeset/red-numbers-complain.md b/.changeset/red-numbers-complain.md
@@ -0,0 +1,5 @@
+---
+"livekit-plugins-silero": patch
+---
+
+silero: fix high cpu usage
diff --git a/livekit-plugins/livekit-plugins-silero/livekit/plugins/silero/onnx_model.py b/livekit-plugins/livekit-plugins-silero/livekit/plugins/silero/onnx_model.py
@@ -21,13 +21,15 @@ def new_inference_session(force_cpu: bool) -> onnxruntime.InferenceSession:
     path = str(_resource_files.enter_context(ctx))
 
     opts = onnxruntime.SessionOptions()
+    opts.add_session_config_entry("session.intra_op.allow_spinning", "0")
+    opts.add_session_config_entry("session.inter_op.allow_spinning", "0")
     opts.inter_op_num_threads = 1
     opts.intra_op_num_threads = 1
-    opts.graph_optimization_level = onnxruntime.GraphOptimizationLevel.ORT_ENABLE_ALL
+    opts.execution_mode = onnxruntime.ExecutionMode.ORT_SEQUENTIAL
 
     if force_cpu and "CPUExecutionProvider" in onnxruntime.get_available_providers():
         session = onnxruntime.InferenceSession(
-            path, providers=["CPUExecutionProvider"], ess_options=opts
+            path, providers=["CPUExecutionProvider"], sess_options=opts
         )
     else:
         session = onnxruntime.InferenceSession(path, sess_options=opts)