Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-10 14:59:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

recognize q8_0 as an older format as the new clblast doesnt work correctly with it

Browse Source
This commit is contained in:
Concedo
2023-05-14 11:06:23 +08:00
parent 49d6334dc1
commit 8a5fe628df
2 changed files with 13 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_adapter.cpp
+11 -3
View File
@@ -146,9 +146,17 @@ void print_tok_vec(std::vector<float> &embd)
else if(magic == 0x67676a74) //v3 format ggjt
{
fileformat = FileFormat::GGJT_2; //ggjt by default
uint32_t temp;
fin.read((char *)&temp, sizeof(temp)); //file version
if(temp==1)
uint32_t ver, temp, ftype;
fin.read((char *)&ver, sizeof(ver)); //file version
fin.read((char *)&temp, sizeof(temp));//vocab
fin.read((char *)&temp, sizeof(temp)); //embd
fin.read((char *)&temp, sizeof(temp)); //mult
fin.read((char *)&temp, sizeof(temp));//head
fin.read((char *)&temp, sizeof(temp));//layer
fin.read((char *)&temp, sizeof(temp));//rot
fin.read((char *)&ftype, sizeof(ftype));//filetype
if(ver==1 || ftype==7) //q8 formats treat as old one
{
fileformat = FileFormat::GGJT;
}