Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

wip pythia integration

Browse Source
This commit is contained in:
Concedo
2023-04-22 01:08:23 +08:00
parent 68898046c2
commit ef13443047
4 changed files with 34 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_adapter.cpp
+7 -3
View File
@@ -113,7 +113,7 @@ void print_tok_vec(std::vector<float> &embd)
fileformat = FileFormat::GPTJ_3; //quantized format cannot be legacy type
}
}
if(vocabsiz==50257)
else if(vocabsiz==50257)
{
fileformat = FileFormat::GPT2_1;
uint32_t temp;
@@ -125,8 +125,12 @@ void print_tok_vec(std::vector<float> &embd)
if(temp!=0 && temp!=1)
{
fileformat = FileFormat::GPT2_2; //quantized format cannot be legacy type
}
}
}
else if(vocabsiz < 32000 || vocabsiz > 36000)
{
//anything outside the llama v1 range is assumed to be NeoX
fileformat = FileFormat::NEOX_1;
}
}
else if(magic == 0x67676d66) //v2 format ggmf