Skip to content

Commit

Permalink
added selector and action to qdq selector transformer
Browse files Browse the repository at this point in the history
  • Loading branch information
fajin-corp committed Jun 22, 2024
1 parent 9857148 commit bb154e5
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -234,7 +234,7 @@ void DQMatMulQDQRules(SelectorActionRegistry& qdq_selector_action_registry) {
// DQ is block-quantized along axis 0, with block_size >= 16 and as 2's power.
const std::string action_name{"DQMatMul"};

std::unique_ptr<Action> action = std::make_unique<QDQ::MatMulReplaceWithQLinear>();
std::unique_ptr<Action> action = std::make_unique<QDQ::DQMatMulReplaceWithMatMulNBits>();

#if !defined(ORT_MINIMAL_BUILD)
// TODO: Enable 16-bit types in selector when QLinearMatMul and MatMulInteger support 16-bit.
Expand Down Expand Up @@ -305,6 +305,7 @@ SelectorActionRegistry CreateSelectorActionRegistry(bool is_int8_allowed) {
MatMulQDQRules(qdq_selector_action_registry, is_int8_allowed);
GemmQDQRules(qdq_selector_action_registry);
WhereQDQRules(qdq_selector_action_registry);
DQMatMulQDQRules(qdq_selector_action_registry);

return qdq_selector_action_registry;
}
Expand Down

0 comments on commit bb154e5

Please sign in to comment.