Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-09 06:19:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

mmq defaults to disabled only if full offload is possible

Browse Source
This commit is contained in:
Concedo
2024-03-14 23:34:45 +08:00
parent f3b7651102
commit f20fb7d778
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+2 -1
View File
@@ -1507,7 +1507,7 @@ def show_new_gui():
nocertifymode = ctk.IntVar(value=0)
lowvram_var = ctk.IntVar()
mmq_var = ctk.IntVar(value=0)
mmq_var = ctk.IntVar(value=1)
blas_threads_var = ctk.StringVar()
blas_size_var = ctk.IntVar()
version_var = ctk.StringVar(value="0")
@@ -1752,6 +1752,7 @@ def show_new_gui():
gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0"
if (gui_layers_untouched or gui_layers_zeroed) and layerlimit>0:
gpulayers_var.set(str(layerlimit))
mmq_var.set(0 if layerlimit>=200 else 1)
gui_layers_untouched = old_gui_layers_untouched
if gui_layers_zeroed:
gui_layers_untouched = True