context : enc-dec is now working

ggerganov · ggerganov · commit e5bc5f8e029b · 2025-02-25T12:10:34.000+02:00
ggml-ci
diff --git a/src/llama-model.cpp b/src/llama-model.cpp
@@ -9741,7 +9741,7 @@ struct llm_build_context {
                 struct ggml_tensor * kq_b = build_pos_bias(pos_bucket_enc, attn_rel_b);
 
                 cur = build_attn_with_kq_b(gf,
-                        model.layers[il].wo, model.layers[il].bo,
+                        model.layers[il].wo_enc, nullptr,
                         Qcur, Kcur, Vcur, kq_b, n_tokens, 1.0f, il);
                 cb(cur, "kqv_out", il);
             }

Original file line number	Diff line number	Diff line change
`@@ -9741,7 +9741,7 @@ struct llm_build_context {`
`9741`	`9741`	`struct ggml_tensor * kq_b = build_pos_bias(pos_bucket_enc, attn_rel_b);`
`9742`	`9742`
`9743`	`9743`	`cur = build_attn_with_kq_b(gf,`
`9744`		`- model.layers[il].wo, model.layers[il].bo,`
	`9744`	`+ model.layers[il].wo_enc, nullptr,`
`9745`	`9745`	`Qcur, Kcur, Vcur, kq_b, n_tokens, 1.0f, il);`
`9746`	`9746`	`cb(cur, "kqv_out", il);`
`9747`	`9747`	`}`