Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 22:21:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

load lora at runtime, to solve eager/lazy loading bug

Browse Source
This commit is contained in:
Concedo
2026-08-06 23:43:49 +08:00
parent 0ddb9190c8
commit 910ab962eb
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/sdcpp/sdtype_adapter.cpp
+1 -1
View File
@@ -309,7 +309,7 @@ bool sdtype_load_model(const sd_load_model_inputs inputs) {
int lora_apply_mode = LORA_APPLY_AT_RUNTIME;
bool lora_dynamic = false;
bool lora_cache = false;
if(inputs.lora_apply_mode >= 0 && inputs.lora_apply_mode <= 2) {
if(inputs.lora_apply_mode >= 1 && inputs.lora_apply_mode <= 2) {
lora_apply_mode = inputs.lora_apply_mode;
}
else {