Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

prevent MTP drafting with batching

Browse Source
This commit is contained in:
Concedo
2026-07-01 16:17:13 +08:00
parent 0626395511
commit 983dec9a54
2 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+1 -1
View File
@@ -2351,7 +2351,7 @@ def continuous_batching_python_eligible(genparams, api_format):
if model_path and not model_path.endswith(".gguf"):
utfprint("Batching disabled due to file format",2)
return False
if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "enableguidance", False):
if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "usemtp", False) or getattr(args, "enableguidance", False):
utfprint("Batching disabled due to loaded settings",2)
return False
if genparams.get("negative_prompt") or genparams.get("images") or genparams.get("audio"):