From 5372fc646188432e234a8e235f2d41b1b89c7b41 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 10 Feb 2026 23:44:42 +0200 Subject: [PATCH] wip --- src/models/qwen3next.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/models/qwen3next.cpp b/src/models/qwen3next.cpp index b1ab8be78f..d3492190f9 100644 --- a/src/models/qwen3next.cpp +++ b/src/models/qwen3next.cpp @@ -225,8 +225,8 @@ std::pair llm_build_qwen3next::build_delta_net_chu cb(k_cumdecay, "k_cumdecay", il); // shape: (chunk_size, chunk_size, n_chunks, H_v * n_seqs) ggml_tensor * attn_kq = ggml_mul_mat(ctx0, k, q); - attn_kq = ggml_mul(ctx0, decay_mask, attn_kq); - attn_kq = ggml_mul(ctx0, attn_kq, diag_mask); + attn_kq = ggml_mul(ctx0, attn_kq, decay_mask); + attn_kq = ggml_mul(ctx0, attn_kq, diag_mask); cb(attn_kq, "attn_kq", il); // shape: (chunk_size, chunk_size, n_chunks, H_v * n_seqs) // vectorized calculation of key_gdiff