upgrade to mtmd checkpoint 1

This commit is contained in:
Concedo
2026-06-09 16:06:30 +08:00
parent d76464b2a9
commit 794a271cfa
4 changed files with 164 additions and 385 deletions
+3 -2
View File
@@ -512,8 +512,9 @@ struct mpt_model {
struct media_chunk
{
bool is_audio = false; //if true its audio, otherwise its vision
int32_t clp_image_tokens = 0; //holds number of tokens llava used in this chunk
float * clp_img_embd = nullptr; //this holds dynamic memory and must be freed each use!
void * mtmd_chunk = nullptr; // mtmd_input_chunk, owned by this chunk
int32_t clp_image_tokens = 0; //holds number of tokens used in this chunk
float * clp_img_embd = nullptr; //legacy embedding memory, must be freed each use
int32_t nx = 0; //only used for 2d roped images
int32_t ny = 0;
};