From 78bba94f72e5a9d80df842885d9e3a88755b69bf Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sat, 7 Feb 2026 17:17:19 +0800 Subject: [PATCH] autofit hides gpu layer inputs entirely --- koboldcpp.py | 19 +++++++++++++++++-- 1 file changed, 17 insertions(+), 2 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index 1d2e630a3..2cca8fc4b 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -67,7 +67,7 @@ dry_seq_break_max = 128 extra_images_max = 4 # for kontext/qwen img # global vars -KcppVersion = "1.107.3" +KcppVersion = "1.108" showdebug = True kcpp_instance = None #global running instance global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""} @@ -5949,6 +5949,10 @@ def show_gui(): changed_gpulayers_estimate() pass + def changed_autofit(*args): + changerunmode(1,1,1) + changed_gpulayers_estimate() + def changed_gpulayers_estimate(*args): predicted_gpu_layers = autoset_gpu_layers(int(contextsize_text[context_var.get()]),sd_quant_option(sd_quant_var.get()),int(batchsize_values[int(blas_size_var.get())]),(quantkv_var.get() if flashattention_var.get()==1 else 0)) max_gpu_layers = (f"/{modelfile_extracted_meta[1][0]+1}" if (modelfile_extracted_meta and modelfile_extracted_meta[1] and modelfile_extracted_meta[1][0]!=0) else "") @@ -5972,6 +5976,10 @@ def show_gui(): layercounter_label.grid_remove() quick_layercounter_label.grid_remove() + if autofit_var.get()==1: + layercounter_label.grid_remove() + quick_layercounter_label.grid_remove() + def changed_gpu_choice_var(*args): global exitcounter if exitcounter > 100: @@ -6094,6 +6102,13 @@ def show_gui(): gpu_layers_entry.grid_remove() quick_gpu_layers_label.grid_remove() quick_gpu_layers_entry.grid_remove() + + if autofit_var.get()==1: + gpu_layers_label.grid_remove() + gpu_layers_entry.grid_remove() + quick_gpu_layers_label.grid_remove() + quick_gpu_layers_entry.grid_remove() + changed_gpulayers_estimate() changed_gpu_choice_var() @@ -6194,7 +6209,7 @@ def show_gui(): makecheckbox(hardware_tab, "Use FlashAttention", flashattention_var, 100, command=toggleflashattn, tooltiptxt="Enable flash attention for GGUF models.") - makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.") + makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,command=changed_autofit,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.") ctk.CTkButton(hardware_tab , text = "Run Benchmark", command = guibench ).grid(row=110,column=0, stick="nw", padx= 8, pady=2)