merged, added ability to render special tokens

2026-08-31 01:20:49 +02:00 · 2024-04-22 18:19:58 +08:00
parent a7b79ed2d7 5cf5e7d490
commit b4d2031215
37 changed files with 335 additions and 7328 deletions
@@ -361,7 +361,7 @@ int main(int argc, char ** argv) {
                //        client.id, client.seq_id, id, client.n_decoded, client.i_batch, token_str.c_str());

                if (client.n_decoded > 2 &&
-                        (id == llama_token_eos(model) ||
+                        (llama_token_is_eog(model, id) ||
                         (params.n_predict > 0 && client.n_decoded + client.n_prompt >= params.n_predict) ||
                         client.response.find("User:") != std::string::npos ||
                         client.response.find('\n') != std::string::npos)) {