autofit hides gpu layer inputs entirely

This commit is contained in:
Concedo
2026-02-07 17:17:19 +08:00
parent bab1c4ca50
commit 78bba94f72
+17 -2
View File
@@ -67,7 +67,7 @@ dry_seq_break_max = 128
extra_images_max = 4 # for kontext/qwen img
# global vars
KcppVersion = "1.107.3"
KcppVersion = "1.108"
showdebug = True
kcpp_instance = None #global running instance
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}
@@ -5949,6 +5949,10 @@ def show_gui():
changed_gpulayers_estimate()
pass
def changed_autofit(*args):
changerunmode(1,1,1)
changed_gpulayers_estimate()
def changed_gpulayers_estimate(*args):
predicted_gpu_layers = autoset_gpu_layers(int(contextsize_text[context_var.get()]),sd_quant_option(sd_quant_var.get()),int(batchsize_values[int(blas_size_var.get())]),(quantkv_var.get() if flashattention_var.get()==1 else 0))
max_gpu_layers = (f"/{modelfile_extracted_meta[1][0]+1}" if (modelfile_extracted_meta and modelfile_extracted_meta[1] and modelfile_extracted_meta[1][0]!=0) else "")
@@ -5972,6 +5976,10 @@ def show_gui():
layercounter_label.grid_remove()
quick_layercounter_label.grid_remove()
if autofit_var.get()==1:
layercounter_label.grid_remove()
quick_layercounter_label.grid_remove()
def changed_gpu_choice_var(*args):
global exitcounter
if exitcounter > 100:
@@ -6094,6 +6102,13 @@ def show_gui():
gpu_layers_entry.grid_remove()
quick_gpu_layers_label.grid_remove()
quick_gpu_layers_entry.grid_remove()
if autofit_var.get()==1:
gpu_layers_label.grid_remove()
gpu_layers_entry.grid_remove()
quick_gpu_layers_label.grid_remove()
quick_gpu_layers_entry.grid_remove()
changed_gpulayers_estimate()
changed_gpu_choice_var()
@@ -6194,7 +6209,7 @@ def show_gui():
makecheckbox(hardware_tab, "Use FlashAttention", flashattention_var, 100, command=toggleflashattn, tooltiptxt="Enable flash attention for GGUF models.")
makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.")
makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,command=changed_autofit,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.")
ctk.CTkButton(hardware_tab , text = "Run Benchmark", command = guibench ).grid(row=110,column=0, stick="nw", padx= 8, pady=2)