From 9995b87da79d0c4e3ac959aa202c3d3937dddb35 Mon Sep 17 00:00:00 2001
From: Chi Lo <54722500+chilo-ms@users.noreply.github.com>
Date: Thu, 16 Nov 2023 10:23:08 -0800
Subject: [PATCH] [TensorRT EP] Fix memory leak for cudnn/cublas  (#18467)

Free memory for cudnn/cublas instances at TRT EP destruction.
https://github.com/microsoft/onnxruntime/issues/18466
---
 .../core/providers/tensorrt/tensorrt_execution_provider.cc   | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc b/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc
index 3b3732bb716f9..cd4aa45f83bc8 100644
--- a/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc
+++ b/onnxruntime/core/providers/tensorrt/tensorrt_execution_provider.cc
@@ -1194,6 +1194,11 @@ TensorrtExecutionProvider::~TensorrtExecutionProvider() {
     }
   }
 
+  if (external_stream_) {
+    ORT_IGNORE_RETURN_VALUE(CUBLAS_CALL(cublasDestroy(external_cublas_handle_)));
+    ORT_IGNORE_RETURN_VALUE(CUDNN_CALL(cudnnDestroy(external_cudnn_handle_)));
+  }
+
   if (!external_stream_ && stream_) {
     ORT_IGNORE_RETURN_VALUE(CUDA_CALL(cudaStreamDestroy(stream_)));
   }