Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-05 04:21:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

allow token bans and eos handling in

Browse Source
This commit is contained in:
Concedo
2026-05-16 15:20:46 +08:00
parent f273fd35b9
commit 80ce8a50b3
2 changed files with 37 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+8 -3
View File
@@ -2292,20 +2292,25 @@ def continuous_batching_python_eligible(genparams, api_format):
if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "enableguidance", False):
return False
if genparams.get("negative_prompt") or genparams.get("images") or genparams.get("audio"):
utfprint("Batching disabled due to media",0)
return False
if genparams.get("ban_eos_token", False):
return False
if genparams.get("grammar") or genparams.get("grammar_retain_state") or genparams.get("logit_bias") or genparams.get("banned_tokens") or genparams.get("banned_strings"):
if genparams.get("grammar") or genparams.get("grammar_retain_state") or genparams.get("banned_tokens") or genparams.get("banned_strings"):
utfprint("Batching disabled due to grammar or bans",0)
return False
if tryparsefloat(genparams.get("dry_multiplier", 0), 0) or tryparseint(genparams.get("mirostat", 0), 0) or tryparsefloat(genparams.get("xtc_probability", 0), 0) or tryparsefloat(genparams.get("nsigma", 0), 0):
utfprint("Batching disabled due to samplers set 1",0)
return False
if tryparsefloat(genparams.get("smoothing_factor", 0), 0) or tryparsefloat(genparams.get("adaptive_target", -1), -1) > 0 or genparams.get("using_openai_tools", False):
utfprint("Batching disabled due to samplers set 2",0)
return False
if tryparsefloat(genparams.get("top_a", 0), 0) or tryparsefloat(genparams.get("tfs", 1), 1) != 1 or tryparsefloat(genparams.get("dynatemp_range", 0), 0):
utfprint("Batching disabled due to samplers set 3",0)
return False
if genparams.get("sampler_order") and genparams.get("sampler_order") != [6, 0, 1, 3, 4, 2, 5]:
utfprint("Batching disabled due to sampler order",0)
return False
if genparams.get("reasoning_effort"):
utfprint("Batching disabled due to reasoning",0)
return False
return True