Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-11 07:19:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

muse glimmer jinja and tool calls working

Browse Source
This commit is contained in:
Concedo
2026-08-11 15:06:30 +08:00
parent b3d0475aae
commit b39ff27d6f
3 changed files with 104 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-vocab.cpp
+2
View File
@@ -3043,6 +3043,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
if (false
|| t.first == "<|eot_id|>"
|| t.first == "<|eot|>" // muse-glimmer
|| t.first == "<|im_end|>"
|| t.first == "<|end|>"
|| t.first == "<|return|>" // o200k_harmony
@@ -3098,6 +3099,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
|| t.first=="<|START_THINKING|>" || t.first=="<|END_THINKING|>"
|| t.first=="<|START_ACTION|>" || t.first=="<|END_ACTION|>"
|| t.first == "[THINK]" || t.first == "[/THINK]"
|| t.first == "<|eom|>" // muse-glimmer mid-turn delimiter
|| t.first == "<think>" || t.first == "</think>"
|| t.first == "[CALL_ID]" || t.first == "[TOOL_CONTENT]" || t.first == "[TOOL_CALLS]" || t.first == "[ARGS]") {
LLAMA_LOG_WARN("%s: setting token '%s' (%d) attribute to USER_DEFINED (%u), old attributes: %u\n",