token count includes ids

2026-09-20 01:31:42 +02:00 · 2023-12-03 15:44:53 +08:00
parent 0ca814e544
commit 6570a2005b
5 changed files with 26 additions and 9 deletions
@@ -83,6 +83,11 @@ struct generation_outputs
    int status = -1;
    char text[32768]; //32kb should be enough for any response
 };
+struct token_count_outputs
+{
+    int count = 0;
+    int * ids; //we'll just use shared memory for this one, bit of a hack
+};

 extern std::string executable_path;
 extern std::string lora_filename;