mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-25 22:21:14 +02:00
added MPT support
This commit is contained in:
+5
-1
@@ -98,7 +98,11 @@ void print_tok_vec(std::vector<float> &embd)
|
||||
//we need to read more to determine
|
||||
int32_t vocabsiz = 0;
|
||||
fin.read((char *) &vocabsiz, sizeof(int32_t));
|
||||
if(vocabsiz==50400) //know GPT-J vocab size
|
||||
if(vocabsiz==4096) //actually the d_model for mpt
|
||||
{
|
||||
fileformat = FileFormat::MPT_1;
|
||||
}
|
||||
else if(vocabsiz==50400) //know GPT-J vocab size
|
||||
{
|
||||
fileformat = FileFormat::GPTJ_1;
|
||||
uint32_t temp;
|
||||
|
||||
Reference in New Issue
Block a user