mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-20 01:31:42 +02:00
upgrade to mtmd checkpoint 1
This commit is contained in:
@@ -512,8 +512,9 @@ struct mpt_model {
|
||||
struct media_chunk
|
||||
{
|
||||
bool is_audio = false; //if true its audio, otherwise its vision
|
||||
int32_t clp_image_tokens = 0; //holds number of tokens llava used in this chunk
|
||||
float * clp_img_embd = nullptr; //this holds dynamic memory and must be freed each use!
|
||||
void * mtmd_chunk = nullptr; // mtmd_input_chunk, owned by this chunk
|
||||
int32_t clp_image_tokens = 0; //holds number of tokens used in this chunk
|
||||
float * clp_img_embd = nullptr; //legacy embedding memory, must be freed each use
|
||||
int32_t nx = 0; //only used for 2d roped images
|
||||
int32_t ny = 0;
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user