Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

added support for gpt4all original format

Browse Source
This commit is contained in:
Concedo
2023-04-02 00:53:46 +08:00
parent 085a9f90a7
commit b1f08813e3
10 changed files with 38 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llamaextra.cpp
+7 -1
View File
@@ -272,7 +272,13 @@ void print_tok_vec(std::vector<int> &embd)
vocab.id_to_token.resize(model.hparams.n_vocab);
std::vector<char> tmp(64);
for (int i = 0; i < model.hparams.n_vocab; i++) {
int32_t vocabloops = model.hparams.n_vocab;
if(vocabloops==32001 && legacy_file_format)
{
printf("---\n!! WARNING: Model appears to be GPT4ALL v1 model, triggering compatibility fix !!\n---\n");
vocabloops -= 1;
}
for (int i = 0; i < vocabloops; i++) {
uint32_t len;
fin.read((char *) &len, sizeof(len));