From 9bc9203da5db48503084d5f43daf363304111307 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sat, 5 Sep 2026 00:42:37 +0800 Subject: [PATCH] kimi tool calling --- src/llama-vocab.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp index 9fe5ea46b..f488c36c2 100644 --- a/src/llama-vocab.cpp +++ b/src/llama-vocab.cpp @@ -3144,6 +3144,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { || t.first == "[THINK]" || t.first == "[/THINK]" || t.first == "<|eom|>" // muse-glimmer mid-turn delimiter || t.first == "" || t.first == "" + // || t.first == "<|tool_calls_section_begin|>" || t.first == "<|tool_calls_section_end|>" // kimi-k2 + || t.first == "<|tool_call_begin|>" || t.first == "<|tool_call_argument_begin|>" // kimi-k2 || t.first == "[CALL_ID]" || t.first == "[TOOL_CONTENT]" || t.first == "[TOOL_CALLS]" || t.first == "[ARGS]") { LLAMA_LOG_WARN("%s: setting token '%s' (%d) attribute to USER_DEFINED (%u), old attributes: %u\n", __func__, t.first.c_str(), t.second, LLAMA_TOKEN_ATTR_USER_DEFINED, attr);