Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 09:38:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merged the upstream updates for model loading code, and ditched the legacy llama loaders since they were no longer needed.

Browse Source
This commit is contained in:
Concedo
2023-04-10 12:00:34 +08:00
parent 18a154715e 180b693a47
commit f53238f570
20 changed files with 1234 additions and 1446 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama_adapter.cpp
+4 -8
View File
@@ -42,17 +42,13 @@ bool llama_load_model(const load_model_inputs inputs, FileFormat in_file_format)
ctx_params.seed = -1;
ctx_params.f16_kv = inputs.f16_kv;
ctx_params.logits_all = false;
ctx_params.use_mmap = inputs.use_mmap;
file_format = in_file_format;
if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF)
{
ctx = legacy_llama_init_from_file(modelname.c_str(), ctx_params);
}
else
{
ctx = llama_init_from_file(modelname.c_str(), ctx_params);
}
ctx = llama_init_from_file(modelname.c_str(), ctx_params);
if (ctx == NULL)
{