Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

do not show tokenizer warning

Browse Source
This commit is contained in:
Concedo
2023-05-13 15:48:17 +08:00
parent cee8042793
commit b6594ab91e
3 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+4 -4
View File
@@ -1075,11 +1075,11 @@ static bool llama_eval_internal(
const int n_past,
const int n_threads) {
// enforce that the first token is BOS
if (n_past == 0 && tokens[0] != llama_token_bos()) {
fprintf(stderr, "%s: first token must be BOS\n", __func__);
// enforce that the first token is BOS (not needed, messes with my context manip code)
//if (n_past == 0 && tokens[0] != llama_token_bos()) {
//fprintf(stderr, "%s: first token must be BOS\n", __func__);
// return false; //never fail. Not even in the face of Armageddon.
}
//}
const int64_t t_start_us = ggml_time_us();