Implement unique request IDs across threads

triton-inference-server · Dec 6, 2023 · 1890a34 · 1890a34
1 parent c8c5f14
commit 1890a34
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/c++/perf_analyzer/infer_context.cc b/src/c++/perf_analyzer/infer_context.cc
@@ -113,7 +113,8 @@ InferContext::SendRequest(
 
   thread_stat_->num_sent_requests_++;
   if (async_) {
-    infer_data_.options_->request_id_ = std::to_string(request_id);
+    uint64_t unique_request_id{(thread_id_ << 48) | ((request_id << 16) >> 16)};
+    infer_data_.options_->request_id_ = std::to_string(unique_request_id);
     {
       std::lock_guard<std::mutex> lock(thread_stat_->mu_);
       auto it = async_req_map_