Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

stop seq fix

Browse Source
This commit is contained in:
Concedo
2026-08-12 21:34:31 +08:00
parent f556b13a4e
commit dfab7c1bf0
2 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+2 -3
View File
@@ -4557,7 +4557,7 @@ ws ::= | " " | "\n" [ \t]{0,20}
# openai allows either a string or a list as a stop sequence
if genparams.get('stop',[]) is not None:
if isinstance(genparams.get('stop',[]), list):
genparams["stop_sequence"] = genparams.get('stop', [])
genparams["stop_sequence"] = genparams.get('stop', genparams.get('stop_sequence', []))
else:
genparams["stop_sequence"] = [genparams.get('stop')]
@@ -4769,10 +4769,9 @@ ws ::= | " " | "\n" [ \t]{0,20}
if len(audio_added)>0:
genparams["audio"] = audio_added
if len(genparams.get('stop_sequence', []))==0: #only set stop seq if it wont overwrite existing
genparams["stop_sequence"] = [user_message_start.strip(),assistant_message_start.strip()]
genparams["stop_sequence"] = [user_message_start.strip()]
else:
genparams["stop_sequence"].append(user_message_start.strip())
genparams["stop_sequence"].append(assistant_message_start.strip())
if not used_tool_json and jinjatools and latest_turn_was_tool:
genparams["stop_sequence"].append("(Made a function call") # qol prevent fake toolcalls
genparams["trim_stop"] = True