Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-02 11:01:20 +02:00
Code Issues Packages Projects Releases Wiki Activity

add tensor split gui input for vulkan

Browse Source
This commit is contained in:
Concedo
2024-06-30 11:16:48 +08:00
parent 02f92f6ecc
commit 18df56b8cf
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+5 -1
View File
@@ -732,7 +732,7 @@ maxhordelen = 256
modelbusy = threading.Lock()
requestsinqueue = 0
defaultport = 5001
KcppVersion = "1.68"
KcppVersion = "1.69"
showdebug = True
showsamplerwarning = True
showmaxctxwarning = True
@@ -2217,6 +2217,10 @@ def show_new_gui():
tensor_split_entry.grid_remove()
splitmode_box.grid_remove()
if index == "Use Vulkan":
tensor_split_label.grid(row=8, column=0, padx = 8, pady=1, stick="nw")
tensor_split_entry.grid(row=8, column=1, padx=8, pady=1, stick="nw")
if index == "Use Vulkan" or index == "Vulkan NoAVX2 (Old CPU)" or index == "Use CLBlast" or index == "CLBlast NoAVX2 (Old CPU)" or index == "Use CuBLAS" or index == "Use hipBLAS (ROCm)":
gpu_layers_label.grid(row=6, column=0, padx = 8, pady=1, stick="nw")
gpu_layers_entry.grid(row=6, column=1, padx=8, pady=1, stick="nw")