Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

clearer multimodal capability display

Browse Source
This commit is contained in:
Concedo
2025-07-28 22:54:49 +08:00
parent 12a6088a65
commit abf527a207
4 changed files with 28 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+7 -1
View File
@@ -58,6 +58,7 @@ std::string draftmodel_filename = "";
int speculative_chunk_amt = 8; //do it in chunks of this many tokens
bool generation_finished;
bool audio_multimodal_supported = false;
bool vision_multimodal_supported = false;
float last_process_time = 0;
float last_eval_time = 0;
int last_token_count = 0;
@@ -1985,6 +1986,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
draft_ctx = nullptr;
guidance_ctx = nullptr;
audio_multimodal_supported = false;
vision_multimodal_supported = false;
auto clamped_max_context_length = inputs.max_context_length;
@@ -2464,6 +2466,11 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
return ModelLoadResult::FAIL;
}
if(clp_ctx_v)
{
vision_multimodal_supported = true;
}
clp_img_data = clip_image_u8_init();
if(clp_ctx_a) //init audio
{
if (clip_has_whisper_encoder(clp_ctx_a)) {
@@ -2472,7 +2479,6 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
}
audio_multimodal_supported = true;
}
clp_img_data = clip_image_u8_init();
}
const llama_vocab * tmpvocab = llama_model_get_vocab(llamamodel);