diff --git a/inference/models/mixtral.cc b/inference/models/mixtral.cc
index c494171a2f..9912011a2f 100644
--- a/inference/models/mixtral.cc
+++ b/inference/models/mixtral.cc
@@ -333,6 +333,7 @@ void MIXTRAL::create_mixtral_model(FFModel &ff,
                        final_rms_norm_output,
                        mixtral_config.rms_norm_eps,
                        mixtral_config.hidden_size,
+                       false,
                        DT_NONE,
                        "norm");