Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

merged pixtral support, not fully working

Browse Source
This commit is contained in:
Concedo
2025-04-24 15:27:02 +08:00
parent 8f1edcbdac 5630406959
commit 28a2723100
24 changed files with 1279 additions and 512 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+3 -2
View File
@@ -2890,7 +2890,8 @@ static void PrepareLlavaEmbds(const int nctx, const std::vector<int> & llava_sep
{
printf("\nLLAVA Clip Embed %i used Tokens: %d",i,llava_images[i].clp_image_tokens);
}
if(llava_images[i].clp_image_tokens>0 && llava_images[i].clp_image_tokens < nctx)
int cliptokensneeded = llava_images[i].clp_image_tokens;
if(cliptokensneeded>0 && cliptokensneeded < nctx)
{
int tokcnt = (i==0?(llava_images[i].clp_image_tokens):(llava_images[i].clp_image_tokens+sepsize));
if(i==0)
@@ -2904,7 +2905,7 @@ static void PrepareLlavaEmbds(const int nctx, const std::vector<int> & llava_sep
}
else
{
printf("\nWarning: LLAVA Image excluded - Context size too low or not enough clip tokens!\n");
printf("\nWarning: LLAVA Image excluded - Context size too low or not enough clip tokens! (needed %d)\n",cliptokensneeded);
}
}
}