mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-06-28 04:30:15 -05:00
Merge pull request #1893 from ikawrakow/ik/gemma4_mtmd_blindness
Fix Gemma4 vision
This commit is contained in:
commit
11c9935ce8
@ -1278,14 +1278,14 @@ struct clip_graph {
|
|||||||
cb(cur, "std_scaled", -1);
|
cb(cur, "std_scaled", -1);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// embedding_post_projection_norm
|
||||||
|
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
|
||||||
|
cb(cur, "normed", -1);
|
||||||
|
|
||||||
// Gemma4MultimodalEmbedder
|
// Gemma4MultimodalEmbedder
|
||||||
cur = build_mm_gemma4(model.mm_input_proj_w, cur);
|
cur = build_mm_gemma4(model.mm_input_proj_w, cur);
|
||||||
cb(cur, "projected", -1);
|
cb(cur, "projected", -1);
|
||||||
|
|
||||||
// embedding_post_projection_norm
|
|
||||||
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
|
|
||||||
cb(cur, "projected_normed", -1);
|
|
||||||
|
|
||||||
ggml_build_forward_expand(gf, cur);
|
ggml_build_forward_expand(gf, cur);
|
||||||
return gf;
|
return gf;
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user