Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

add documentation for koboldcpp

Browse Source
This commit is contained in:
Concedo
2023-10-05 21:17:36 +08:00
parent 5beb773320
commit b4b5c35074
8 changed files with 814 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+3 -3
View File
@@ -8142,7 +8142,7 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
buf[0] = llama_token_to_byte(model->vocab, token);
return 1;
} else {
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 1\n", __func__);
}
break;
}
@@ -8158,12 +8158,12 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
} else if (llama_is_control_token(model->vocab, token)) {
;
} else {
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 2\n", __func__);
}
break;
}
default:
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 3\n", __func__);
}
}
return 0;