Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

back to http.server, improved implementation

Browse Source
This commit is contained in:
SammCheese
2023-06-09 12:17:55 +02:00
parent 4f665cd63d
commit e6231c3055
4 changed files with 196 additions and 150 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.cpp
+8 -27
View File
@@ -24,9 +24,8 @@ std::string executable_path = "";
std::string lora_filename = "";
static std::string current_token = "";
static bool new_token_available = false;
static bool finished_stream = false;
bool generation_finished;
std::vector<std::string> generated_tokens;
extern "C"
{
@@ -213,35 +212,17 @@ extern "C"
return gpttype_generate(inputs, output);
}
const char* new_token(int idx) {
if (generated_tokens.size() <= idx || idx < 0) return nullptr;
const char* new_token() {
if (new_token_available) {
new_token_available = false;
return current_token.c_str();
}
return nullptr;
return generated_tokens[idx].c_str();
}
bool is_locked() {
return !new_token_available;
int get_stream_count() {
return generated_tokens.size();
}
bool has_finished() {
return finished_stream;
}
// TODO: dont duplicate code
void bind_set_stream_finished(bool status) {
finished_stream = status;
return generation_finished;
}
}
void receive_current_token(std::string token) {
current_token = token;
new_token_available = true;
}
void set_stream_finished(bool status) {
finished_stream = status;
}