Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 22:21:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

WIP on sdcpp integration

Browse Source
This commit is contained in:
Concedo
2024-02-29 00:40:07 +08:00
parent 1e3ac7d803
commit f75e479db0
12 changed files with 154 additions and 664 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_adapter.cpp
+3 -3
View File
@@ -284,14 +284,14 @@ void print_tok_vec(std::vector<float> &embd)
int filever = gguf_get_version(ctx);
fileformatmeta->fileversion = filever;
fileformatmeta->model_architecture = GGUFArch::DEFAULT;
fileformatmeta->model_architecture = GGUFArch::ARCH_DEFAULT;
if(modelarch=="phi2")
{
fileformatmeta->model_architecture = GGUFArch::PHI;
fileformatmeta->model_architecture = GGUFArch::ARCH_PHI;
}
else if(modelarch=="falcon")
{
fileformatmeta->model_architecture = GGUFArch::FALCON;
fileformatmeta->model_architecture = GGUFArch::ARCH_FALCON;
}
}
gguf_free(ctx);