added token count, updated lite

2026-09-19 09:15:18 +02:00 · 2023-07-20 14:41:06 +08:00
parent c49a469a79
commit 39dc1a46c4
5 changed files with 10 additions and 3 deletions
@@ -75,3 +75,4 @@ extern std::vector<std::string> generated_tokens;
 extern bool generation_finished;
 extern float last_eval_time;
 extern float last_process_time;
+extern int last_token_count;