Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

added support for gpt4all original format

Browse Source
This commit is contained in:
Concedo
2023-04-02 00:53:46 +08:00
parent 085a9f90a7
commit b1f08813e3
10 changed files with 38 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gptj_adapter.cpp
+2 -2
View File
@@ -35,7 +35,7 @@ bool gptj_load_model(const load_model_inputs inputs, FileFormat in_file_format)
n_batch = params.n_batch = inputs.batch_size;
modelname = params.model = inputs.model_filename;
if (!legacy_gptj_model_load(params.model, model, vocab)) {
if (!gptj_model_load(params.model, model, vocab)) {
fprintf(stderr, "%s: failed to load model from '%s'\n", __func__, params.model.c_str());
return false;
}
@@ -151,7 +151,7 @@ generation_outputs gptj_generate(const generation_inputs inputs, generation_outp
printf("\rGenerating (%d / %d tokens)", (1 + params.n_predict - remaining_tokens), params.n_predict);
}
if (!legacy_gptj_eval(model, params.n_threads, n_past, embd, logits, mem_per_token))
if (!gptj_eval(model, params.n_threads, n_past, embd, logits, mem_per_token))
{
fprintf(stderr, "Failed to predict\n");
snprintf(output.text, sizeof(output.text), "%s", "");