diff --git a/src/graphs/build_minimaxm3.cpp b/src/graphs/build_minimaxm3.cpp
index 388ae75d..352058e4 100644
--- a/src/graphs/build_minimaxm3.cpp
+++ b/src/graphs/build_minimaxm3.cpp
@@ -52,7 +52,7 @@ ggml_cgraph* llm_build_context::build_minimaxm3() {
                     hparams.expert_weights_scale != 0.0f, hparams.expert_weights_scale,
                     (llm_expert_gating_func_type) hparams.expert_gating_func,
                     LLM_FFN_SWIGLU_OAI,
-                    cb, il, gf, true);
+                    cb, il, gf, true, model.layers[il].ffn_up_gate_exps);
         }
 
         cur = lctx.cvec.apply_to(ctx0, cur, il);