From 6648aa2e6eafce5be1867cb8f94a6d83d5ec0ed1 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Thu, 28 May 2026 15:08:46 +0000 Subject: [PATCH] Fix Gemma4 vision --- examples/mtmd/clip.cpp | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/examples/mtmd/clip.cpp b/examples/mtmd/clip.cpp index 3a9dc6a6..91817b9c 100644 --- a/examples/mtmd/clip.cpp +++ b/examples/mtmd/clip.cpp @@ -1276,14 +1276,14 @@ struct clip_graph { cb(cur, "std_scaled", -1); } + // embedding_post_projection_norm + cur = ggml_rms_norm(ctx0, cur, hparams.eps); + cb(cur, "normed", -1); + // Gemma4MultimodalEmbedder cur = build_mm_gemma4(model.mm_input_proj_w, cur); cb(cur, "projected", -1); - // embedding_post_projection_norm - cur = ggml_rms_norm(ctx0, cur, hparams.eps); - cb(cur, "projected_normed", -1); - ggml_build_forward_expand(gf, cur); return gf; }