Skip to content

Commit

Permalink
not creating thread pool
Browse files Browse the repository at this point in the history
  • Loading branch information
fajin-corp committed Jul 17, 2024
1 parent 1b1df6a commit 070a13b
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -288,12 +288,7 @@ DQMatMulToMatMulNBitsAction::DQMatMulToMatMulNBitsAction(int64_t accuracy_level,
}()},
intra_op_thread_pool_{intra_op_thread_pool} {
ORT_ENFORCE(accuracy_level_ >= 0 && accuracy_level_ <= 4, "MatMulNBits accuracy level must be between 0 and 4");

if (!intra_op_thread_pool_) {
OrtThreadPoolParams to;
intra_op_thread_pool_optional_ = concurrency::CreateThreadPool(&onnxruntime::Env::Default(), to,
concurrency::ThreadPoolType::INTRA_OP);
}
ORT_UNUSED_PARAMETER(intra_op_thread_pool_);
}

NodeAttributes
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,6 @@ struct DQMatMulToMatMulNBitsAction : public ReplaceWithNew {
const std::string op_type_;
const std::vector<NodeAndMoveInfo> value_moves_;
concurrency::ThreadPool* intra_op_thread_pool_;
std::optional<std::unique_ptr<concurrency::ThreadPool>> intra_op_thread_pool_optional_;
};

struct GemmReplaceWithQuant : public Action {
Expand Down

0 comments on commit 070a13b

Please sign in to comment.