update templates, fix rwkv

2026-09-06 13:01:21 +02:00 · 2024-09-22 01:32:12 +08:00
parent d4d19f6dbe
commit c38d1ecc8d
6 changed files with 51 additions and 6 deletions
@@ -2807,7 +2807,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
        {
            ContextFastForward(current_context_tokens, embd_inp, n_past, last_n_tokens, nctx, smartcontext, false, true);
        }
-        if(is_mamba)
+        if(is_mamba || is_rwkv_new)
        {
            if(n_past==0)
            {