jdelony/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-06-28 04:30:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1974 from Nexesenex/fix_muge_crash_minimax_m3

Browse Source 
Fix Minimax M3 crash when -muge merges up/gate experts
This commit is contained in:
Kawrakow 2026-06-15 15:07:49 +02:00 committed by GitHub
commit 37ea89cabf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/graphs/build_minimaxm3.cpp
View File

@ -52,7 +52,7 @@ ggml_cgraph* llm_build_context::build_minimaxm3() {
hparams.expert_weights_scale != 0.0f, hparams.expert_weights_scale, hparams.expert_weights_scale != 0.0f, hparams.expert_weights_scale,
(llm_expert_gating_func_type) hparams.expert_gating_func, (llm_expert_gating_func_type) hparams.expert_gating_func,
LLM_FFN_SWIGLU_OAI, LLM_FFN_SWIGLU_OAI,
cb, il, gf, true); cb, il, gf, true, model.layers[il].ffn_up_gate_exps);
} }
cur = lctx.cvec.apply_to(ctx0, cur, il); cur = lctx.cvec.apply_to(ctx0, cur, il);