Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

handle chat template kwargs passed by api

Browse Source
This commit is contained in:
Concedo
2026-05-28 19:25:22 +08:00
parent 982dc87dd6
commit af42dc14a3
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+5
View File
@@ -4129,6 +4129,11 @@ ws ::= | " " | "\n" [ \t]{0,20}
jinjatools = genparams.get('tools', [])
if use_jinja and cached_chat_template:
copied_jinja_kwargs = dict(cached_jinja_kwargs or {})
# Merge user-provided chat_template_kwargs into our defaults
user_chat_template_kwargs = genparams.get("chat_template_kwargs")
if user_chat_template_kwargs is not None and isinstance(user_chat_template_kwargs, dict):
# User kwargs override cached/default kwargs
copied_jinja_kwargs.update(user_chat_template_kwargs)
if "reasoning_effort" in genparams and genparams["reasoning_effort"] is not None:
copied_jinja_kwargs["reasoning_effort"] = genparams["reasoning_effort"]
jinja_output = format_jinja(messages_array,jinjatools,copied_jinja_kwargs)