Merge commit 'e408d4351a4ad143656672479d8ae1479306ce31' into concedo_experimental

# Conflicts:
#	ggml/CMakeLists.txt
This commit is contained in:
Concedo
2025-03-30 18:26:02 +08:00
3 changed files with 90 additions and 124 deletions
+2 -2
View File
@@ -1318,8 +1318,8 @@ int llama_context::decode(llama_batch & inp_batch) {
n_outputs = n_outputs_new;
}
// non-causal masks do not use the KV cache
if (hparams.causal_attn) {
// find KV slot
{
kv_self_update();
// if we have enough unused cells before the current head ->