mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-05 20:41:18 +02:00
Xuan-Son Nguyen
7339054744
* add mtmd_tokenize_from_parts * use it in mtmd-cli * move add_special to call level
22 lines
576 B
C++
22 lines
576 B
C++
#pragma once
|
|
|
|
#include "mtmd.h"
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
// !!! Internal header, to be used by mtmd and its unit tests only !!!
|
|
|
|
#define MTMD_INTERNAL_HEADER
|
|
|
|
// bitmap is null for text parts
|
|
struct mtmd_internal_part {
|
|
std::string text;
|
|
const mtmd_bitmap * bitmap;
|
|
// only used for text parts
|
|
bool parse_special = false;
|
|
};
|
|
|
|
// [QWEN_VIDEO] merged parts are erased from `parts`, so one group always maps to one part
|
|
std::vector<std::vector<const mtmd_bitmap *>> mtmd_group_mergeable_bitmaps(std::vector<mtmd_internal_part> & parts, int n_merge);
|