Skip to content

Commit

Permalink
only use action
Browse files Browse the repository at this point in the history
  • Loading branch information
fajin-corp committed Jul 17, 2024
1 parent 30faf72 commit 1b1df6a
Showing 1 changed file with 14 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -236,21 +236,22 @@ void DQMatMulToMatMulNBitsRules(SelectorActionRegistry& qdq_selector_action_regi
// DQ is block-quantized along axis 0, with block_size >= 16 and as 2's power.
const std::string action_name{"DQMatMulToMatMulNBits"};

std::unique_ptr<Action> action =
std::make_unique<QDQ::DQMatMulToMatMulNBitsAction>(qdq_matmulnbits_accuracy_level,
intra_op_thread_pool);
std::unique_ptr<Action> action =
std::make_unique<QDQ::DQMatMulToMatMulNBitsAction>(qdq_matmulnbits_accuracy_level,
intra_op_thread_pool);

#if !defined(ORT_MINIMAL_BUILD)
std::unique_ptr<NodeSelector> selector = std::make_unique<QDQ::DQMatMulToMatMulNBitsSelector>();
qdq_selector_action_registry.RegisterSelectorAndAction(action_name,
{{"MatMul", {}}},
std::move(selector),
std::move(action));
#if !defined(ORT_MINIMAL_BUILD)
ORT_UNUSED_PARAMETER(qdq_selector_action_registry);
// std::unique_ptr<NodeSelector> selector = std::make_unique<QDQ::DQMatMulToMatMulNBitsSelector>();
// qdq_selector_action_registry.RegisterSelectorAndAction(action_name,
// {{"MatMul", {}}},
// std::move(selector),
// std::move(action));

#else
// qdq_selector_action_registry.RegisterAction(action_name, std::move(action));
ORT_UNUSED_PARAMETER(qdq_selector_action_registry);
#endif
#else
// qdq_selector_action_registry.RegisterAction(action_name, std::move(action));
ORT_UNUSED_PARAMETER(qdq_selector_action_registry);
#endif
}

void GemmQDQRules(SelectorActionRegistry& qdq_selector_action_registry) {
Expand Down

0 comments on commit 1b1df6a

Please sign in to comment.