Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
yf711 committed Dec 18, 2023
1 parent 106fe68 commit 0588d3f
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -3395,8 +3395,8 @@ common::Status TensorrtExecutionProvider::Compile(const std::vector<FusedNodeAnd
return ORT_MAKE_STATUS(ONNXRUNTIME, FAIL, "TensorRT EP execution context enqueue failed.");
}

if (sync_stream_after_enqueue) {
cudaStreamSynchronize(stream);
if (sync_stream_after_enqueue_ || dds_output_set.size() > 0) {
CUDA_RETURN_IF_ERROR(cudaStreamSynchronize(stream));
}

// Assign TRT output back to ORT output
Expand Down

0 comments on commit 0588d3f

Please sign in to comment.