Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 01:31:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

merge https://github.com/ggml-org/llama.cpp/pull/17128

Browse Source
This commit is contained in:
LostRuins Concedo
2025-11-10 11:24:04 +08:00
parent d02cb1b117
commit df6e303fd3
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/mtmd/clip.cpp
+10 -7
View File
@@ -182,13 +182,13 @@ enum patch_merge_type {
}; };
struct clip_hparams { struct clip_hparams {
int32_t image_size; int32_t image_size = 0;
int32_t patch_size; int32_t patch_size = 0;
int32_t n_embd; int32_t n_embd = 0;
int32_t n_ff; int32_t n_ff = 0;
int32_t projection_dim; int32_t projection_dim = 0;
int32_t n_head; int32_t n_head = 0;
int32_t n_layer; int32_t n_layer = 0;
// idefics3 // idefics3
int32_t image_longest_edge = 0; int32_t image_longest_edge = 0;
int32_t image_min_pixels = -1; int32_t image_min_pixels = -1;
@@ -2728,6 +2728,9 @@ struct clip_model_loader {
} }
} else if (is_audio) { } else if (is_audio) {
get_u32(KEY_A_NUM_MEL_BINS, hparams.n_mel_bins); get_u32(KEY_A_NUM_MEL_BINS, hparams.n_mel_bins);
// some hparams are unused, but still need to set to avoid issues
hparams.image_size = 0;
hparams.patch_size = 1;
} else { } else {
GGML_ASSERT(false && "unknown modality"); GGML_ASSERT(false && "unknown modality");