updated lite and default horde ctx amount

2026-09-18 16:55:14 +02:00 · 2023-10-19 22:49:59 +08:00
parent c1ca1de2ac
commit 4382e51719
2 changed files with 554 additions and 164 deletions
@@ -360,7 +360,7 @@ def bring_terminal_to_foreground():
 #################################################################
 friendlymodelname = "concedo/koboldcpp"  # local kobold api apparently needs a hardcoded known HF model name
 maxctx = 2048
-maxhordectx = 1024
+maxhordectx = 2048
 maxhordelen = 256
 modelbusy = threading.Lock()
 requestsinqueue = 0