Merge remote-tracking branch 'origin/main' into krish-fix-perf

triton-inference-server · Oct 2, 2024 · 8b17fbd · 8b17fbd
2 parents dbf5c43 + 35a1c1f
commit 8b17fbd
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/metric.cc b/src/metric.cc
@@ -167,6 +167,7 @@ Metric::SendCreateMetricRequest()
 void
 Metric::SendIncrementRequest(const double& value)
 {
+  py::gil_scoped_release release;
   try {
     CheckIfCleared();
     std::unique_ptr<Stub>& stub = Stub::GetOrCreateInstance();
@@ -204,6 +205,7 @@ Metric::SendSetValueRequest(const double& value)
 void
 Metric::SendObserveRequest(const double& value)
 {
+  py::gil_scoped_release release;
   try {
     CheckIfCleared();
     std::unique_ptr<Stub>& stub = Stub::GetOrCreateInstance();