diff --git a/embd_res/kcpp_sdui.embd b/embd_res/kcpp_sdui.embd index 98c41e13a..3f26518dc 100644 --- a/embd_res/kcpp_sdui.embd +++ b/embd_res/kcpp_sdui.embd @@ -5,18 +5,18 @@ Stable UI for KoboldCpp - diff --git a/koboldcpp.py b/koboldcpp.py index 4ee706991..4ac1c5831 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -64,7 +64,7 @@ dry_seq_break_max = 128 extra_images_max = 4 # global vars -KcppVersion = "1.100.1" +KcppVersion = "1.101" showdebug = True kcpp_instance = None #global running instance global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""} diff --git a/otherarch/sdcpp/model.cpp b/otherarch/sdcpp/model.cpp index 27f6a17b4..a00b7340a 100644 --- a/otherarch/sdcpp/model.cpp +++ b/otherarch/sdcpp/model.cpp @@ -245,6 +245,17 @@ std::unordered_map qwenvl_vision_name_map{ {"ln2.", "norm2."}, }; +std::string kcpp_fix_wrong_img_tensor_name(const std::string& name) //kcpp function that fixes common wrong tensor names +{ + if (starts_with(name, "text_encoders.qwen25_7b.transformer.model.")) { + return "text_encoders.qwen2vl.model." + name.substr(strlen("text_encoders.qwen25_7b.transformer.model.")); + } + if (starts_with(name, "text_encoders.qwen25_7b.transformer.visual.")) { + return "text_encoders.qwen2vl.visual." + name.substr(strlen("text_encoders.qwen25_7b.transformer.visual.")); + } + return name; +} + std::string convert_cond_model_name(const std::string& name) { std::string new_name = name; std::string prefix; @@ -1343,6 +1354,8 @@ bool ModelLoader::init_from_safetensors_file(const std::string& file_path, const name = prefix + name; } + name = kcpp_fix_wrong_img_tensor_name(name); + TensorStorage tensor_storage(name, type, ne, n_dims, file_index, ST_HEADER_SIZE_LEN + header_size_ + begin); tensor_storage.reverse_ne();