Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

more custom tokens for mistral tool call

Browse Source
This commit is contained in:
Concedo
2026-02-14 08:29:02 +08:00
parent ae5183be10
commit 4613728a9c
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-vocab.cpp
+4 -4
View File
@@ -2716,10 +2716,10 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
attr = LLAMA_TOKEN_ATTR_USER_DEFINED;
}
if(t.first=="[THINK]" || t.first=="[/THINK]" || t.first=="<think>" || t.first=="</think>")
{
LLAMA_LOG_WARN("%s: setting token '%s' (%d) attribute to USER_DEFINED (%u), old attributes: %u\n",
__func__, t.first.c_str(), t.second, LLAMA_TOKEN_ATTR_USER_DEFINED, attr);
if (t.first == "[THINK]" || t.first == "[/THINK]" || t.first == "<think>" || t.first == "</think>" ||
t.first == "[CALL_ID]" || t.first == "[TOOL_CONTENT]" || t.first == "[TOOL_CALLS]" || t.first == "[ARGS]") {
LLAMA_LOG_WARN("%s: setting token '%s' (%d) attribute to USER_DEFINED (%u), old attributes: %u\n",
__func__, t.first.c_str(), t.second, LLAMA_TOKEN_ATTR_USER_DEFINED, attr);
attr = LLAMA_TOKEN_ATTR_USER_DEFINED;
}
}