merged, added ability to render special tokens

2026-09-02 11:01:20 +02:00 · 2024-04-22 18:19:58 +08:00
parent a7b79ed2d7 5cf5e7d490
commit b4d2031215
37 changed files with 335 additions and 7328 deletions
@@ -1202,7 +1202,7 @@ struct server_context {
            });
        }

-        if (result.tok == llama_token_eos(model)) {
+        if (llama_token_is_eog(model, result.tok)) {
            slot.stopped_eos    = true;
            slot.has_next_token = false;