mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-06-28 04:30:15 -05:00
Merge pull request #1974 from Nexesenex/fix_muge_crash_minimax_m3
Fix Minimax M3 crash when -muge merges up/gate experts
This commit is contained in:
commit
37ea89cabf
@ -52,7 +52,7 @@ ggml_cgraph* llm_build_context::build_minimaxm3() {
|
||||
hparams.expert_weights_scale != 0.0f, hparams.expert_weights_scale,
|
||||
(llm_expert_gating_func_type) hparams.expert_gating_func,
|
||||
LLM_FFN_SWIGLU_OAI,
|
||||
cb, il, gf, true);
|
||||
cb, il, gf, true, model.layers[il].ffn_up_gate_exps);
|
||||
}
|
||||
|
||||
cur = lctx.cvec.apply_to(ctx0, cur, il);
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user