mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 17:25:07 +02:00
autofit hides gpu layer inputs entirely
This commit is contained in:
+17
-2
@@ -67,7 +67,7 @@ dry_seq_break_max = 128
|
||||
extra_images_max = 4 # for kontext/qwen img
|
||||
|
||||
# global vars
|
||||
KcppVersion = "1.107.3"
|
||||
KcppVersion = "1.108"
|
||||
showdebug = True
|
||||
kcpp_instance = None #global running instance
|
||||
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}
|
||||
@@ -5949,6 +5949,10 @@ def show_gui():
|
||||
changed_gpulayers_estimate()
|
||||
pass
|
||||
|
||||
def changed_autofit(*args):
|
||||
changerunmode(1,1,1)
|
||||
changed_gpulayers_estimate()
|
||||
|
||||
def changed_gpulayers_estimate(*args):
|
||||
predicted_gpu_layers = autoset_gpu_layers(int(contextsize_text[context_var.get()]),sd_quant_option(sd_quant_var.get()),int(batchsize_values[int(blas_size_var.get())]),(quantkv_var.get() if flashattention_var.get()==1 else 0))
|
||||
max_gpu_layers = (f"/{modelfile_extracted_meta[1][0]+1}" if (modelfile_extracted_meta and modelfile_extracted_meta[1] and modelfile_extracted_meta[1][0]!=0) else "")
|
||||
@@ -5972,6 +5976,10 @@ def show_gui():
|
||||
layercounter_label.grid_remove()
|
||||
quick_layercounter_label.grid_remove()
|
||||
|
||||
if autofit_var.get()==1:
|
||||
layercounter_label.grid_remove()
|
||||
quick_layercounter_label.grid_remove()
|
||||
|
||||
def changed_gpu_choice_var(*args):
|
||||
global exitcounter
|
||||
if exitcounter > 100:
|
||||
@@ -6094,6 +6102,13 @@ def show_gui():
|
||||
gpu_layers_entry.grid_remove()
|
||||
quick_gpu_layers_label.grid_remove()
|
||||
quick_gpu_layers_entry.grid_remove()
|
||||
|
||||
if autofit_var.get()==1:
|
||||
gpu_layers_label.grid_remove()
|
||||
gpu_layers_entry.grid_remove()
|
||||
quick_gpu_layers_label.grid_remove()
|
||||
quick_gpu_layers_entry.grid_remove()
|
||||
|
||||
changed_gpulayers_estimate()
|
||||
changed_gpu_choice_var()
|
||||
|
||||
@@ -6194,7 +6209,7 @@ def show_gui():
|
||||
|
||||
makecheckbox(hardware_tab, "Use FlashAttention", flashattention_var, 100, command=toggleflashattn, tooltiptxt="Enable flash attention for GGUF models.")
|
||||
|
||||
makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.")
|
||||
makecheckbox(hardware_tab, "AutoFit (llama.cpp mode)", autofit_var, 100,0,command=changed_autofit,padx=160, tooltiptxt="Automatically attempt to fit the model in the best possible way. Overrides everything else. Not recommended for multi model setups. Experimental.")
|
||||
ctk.CTkButton(hardware_tab , text = "Run Benchmark", command = guibench ).grid(row=110,column=0, stick="nw", padx= 8, pady=2)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user