Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-17 16:25:01 +02:00
Code Issues Packages Projects Releases Wiki Activity

jinja tool streaming is now finally working

Browse Source
This commit is contained in:
Concedo
2026-04-12 02:05:39 +08:00
parent c4abba8868
commit 6556161804
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+3 -1
View File
@@ -175,7 +175,7 @@ tool_call_pairs = [
("<|tool_call_begin|>", "<|tool_call_end|>"),
("<｜tool▁call▁begin｜>", "<｜tool▁call▁end｜>"),
("<minimax:tool_call>", "</minimax:tool_call>"),
("<|tool_call>call:", "<tool_call|>"),
("<|tool_call>", "<tool_call|>"),
]
saved_stdout = None
@@ -3224,6 +3224,8 @@ def toolcall_to_normalized_json(text,start_tag,end_tag): #convert weird formats
return text
return json.dumps(results) if len(results) > 1 else json.dumps(results[0])
def parse_gemma4(text: str) -> str:
if text.startswith("call:"):
text = text[len("call:"):]
text = text.replace('<|"|>', '!$$REAL_QUOTE$$!')
text = text.replace('\"', '\\"')
text = text.replace('!$$REAL_QUOTE$$!','"')