Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

hacky fix that worked for gemma4 uv

Browse Source
This commit is contained in:
Concedo
2026-06-05 01:40:08 +08:00
parent 2cfcd40fd4
commit b8acf16e73
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+10 -1
View File
@@ -4807,7 +4807,16 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
std::vector<int> media_intro; //added before media list
std::vector<int> media_outro; //added before media list
TokenizeString("\nAttached Media:\n", media_intro, file_format, true);
std::string intro = "\nAttached Media:\n";
if(clp_ctx_v) //ugly fix for gemma4uv vision coherency
{
int ptype = clip_get_projector_type_ext(clp_ctx_v);
if(ptype==PROJECTOR_TYPE_GEMMA4UV)
{
intro = "\n<|channel><channel|>" + intro;
}
}
TokenizeString(intro, media_intro, file_format, true);
//clear previous run llava embd memory, just-in-time free
for(int i=0;i<media_objects.size();++i)