mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-27 23:50:49 +02:00
added a token counting endpoint, set mmq as default
This commit is contained in:
@@ -240,4 +240,10 @@ extern "C"
|
||||
bool abort_generate() {
|
||||
return gpttype_generate_abort();
|
||||
}
|
||||
|
||||
int token_count(const char * input)
|
||||
{
|
||||
std::string inputstr = input;
|
||||
return gpttype_token_count(inputstr);
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user