From 070a13b14e4edb60019df8d1f8dc0f9e073ad199 Mon Sep 17 00:00:00 2001 From: Jing Fang Date: Wed, 17 Jul 2024 11:37:40 -0700 Subject: [PATCH] not creating thread pool --- .../qdq_transformer/selectors_actions/qdq_actions.cc | 7 +------ .../qdq_transformer/selectors_actions/qdq_actions.h | 1 - 2 files changed, 1 insertion(+), 7 deletions(-) diff --git a/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.cc b/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.cc index ba69c85598d3d..32f2629ce15e9 100644 --- a/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.cc +++ b/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.cc @@ -288,12 +288,7 @@ DQMatMulToMatMulNBitsAction::DQMatMulToMatMulNBitsAction(int64_t accuracy_level, }()}, intra_op_thread_pool_{intra_op_thread_pool} { ORT_ENFORCE(accuracy_level_ >= 0 && accuracy_level_ <= 4, "MatMulNBits accuracy level must be between 0 and 4"); - - if (!intra_op_thread_pool_) { - OrtThreadPoolParams to; - intra_op_thread_pool_optional_ = concurrency::CreateThreadPool(&onnxruntime::Env::Default(), to, - concurrency::ThreadPoolType::INTRA_OP); - } + ORT_UNUSED_PARAMETER(intra_op_thread_pool_); } NodeAttributes diff --git a/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.h b/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.h index caa908fff8da9..836f5aca3cd3d 100644 --- a/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.h +++ b/onnxruntime/core/optimizer/qdq_transformer/selectors_actions/qdq_actions.h @@ -100,7 +100,6 @@ struct DQMatMulToMatMulNBitsAction : public ReplaceWithNew { const std::string op_type_; const std::vector value_moves_; concurrency::ThreadPool* intra_op_thread_pool_; - std::optional> intra_op_thread_pool_optional_; }; struct GemmReplaceWithQuant : public Action {