Merge pull request #1893 from ikawrakow/ik/gemma4_mtmd_blindness

Fix Gemma4 vision
This commit is contained in:
Kawrakow 2026-06-16 07:47:37 +02:00 committed by GitHub
commit 11c9935ce8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1278,14 +1278,14 @@ struct clip_graph {
cb(cur, "std_scaled", -1); cb(cur, "std_scaled", -1);
} }
// embedding_post_projection_norm
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
cb(cur, "normed", -1);
// Gemma4MultimodalEmbedder // Gemma4MultimodalEmbedder
cur = build_mm_gemma4(model.mm_input_proj_w, cur); cur = build_mm_gemma4(model.mm_input_proj_w, cur);
cb(cur, "projected", -1); cb(cur, "projected", -1);
// embedding_post_projection_norm
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
cb(cur, "projected_normed", -1);
ggml_build_forward_expand(gf, cur); ggml_build_forward_expand(gf, cur);
return gf; return gf;
} }