Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

sd: sync with master-685-19bdfe2 (#2265)

Browse Source 
* sd: sync with master-682-b3d56d0

* sd: sync with master-685-19bdfe2

* sd: enable layer streaming
This commit is contained in:
Wagner Bruna
2026-06-13 00:14:44 -03:00
committed by GitHub
parent 45ce7950f1
commit fdc9c96124
35 changed files with 958 additions and 795 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+2
View File
@@ -397,6 +397,7 @@ class sd_load_model_inputs(ctypes.Structure):
("img_hard_limit", ctypes.c_int),
("img_soft_limit", ctypes.c_int),
("max_vram", ctypes.c_float),
("stream_layers", ctypes.c_bool),
("devices_override", ctypes.c_char_p),
("quiet", ctypes.c_bool),
("debugmode", ctypes.c_int)]
@@ -2481,6 +2482,7 @@ def sd_load_model(model_filename,vae_filename,t5xxl_filename,clip1_filename,clip
inputs.photomaker_filename = photomaker_filename.encode("UTF-8")
inputs.upscaler_filename = upscaler_filename.encode("UTF-8")
inputs.max_vram = (args.sdvramlimit/1024.0) if args.sdvramlimit > 0 else 0
inputs.stream_layers = (inputs.max_vram != 0)
lora_filenames, lora_multipliers = prepare_initial_lora_multipliers()
inputs.lora_len = len(lora_filenames)