gemma4 jina tool calls fixed, added gemma4 <eos> token handling

2026-09-20 01:31:42 +02:00 · 2026-04-03 17:39:21 +08:00
parent 8fa87621d1
commit f39bfc39e9
2 changed files with 28 additions and 2 deletions
@@ -2741,6 +2741,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                    || t.first == "[EOS]" // Kimi-K2
                    || t.first == "<|end_of_text|>"
                    || t.first == "<end_of_utterance>" // smoldocling
+                    || t.first == "<eos>" // kcpp: added for gemma4
                    || t.first == "<turn|>" // gemma4
                    || t.first == "<｜end▁of▁sentence｜>" // deepseek-ocr
               ) {