Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix streaming race condition

Browse Source
This commit is contained in:
Concedo
2026-08-30 18:04:49 +08:00
parent e3dd9daf97
commit 6085db16cf
4 changed files with 42 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_adapter.h
+2
View File
@@ -101,6 +101,8 @@ generation_outputs gpttype_batch_generate_result(int request_id);
bool gpttype_batch_generate_abort(int request_id);
void gpttype_batch_generate_release(int request_id);
int gpttype_get_stream_count();
const char * gpttype_new_token(int idx);
const std::string & gpttype_get_pending_output();
std::vector<int> gpttype_get_token_arr(const std::string & input, bool addbos);
std::string gpttype_detokenize(const std::vector<int> & input, bool render_special);