Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

wip ollama emulation, added detokenize endpoint

Browse Source
This commit is contained in:
Concedo
2024-11-23 22:48:03 +08:00
parent c0da7e4dcf
commit 2c1a06a07d
4 changed files with 62 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+11
View File
@@ -2528,6 +2528,17 @@ std::vector<int> gpttype_get_token_arr(const std::string & input, bool addbos)
return toks;
}
std::string gpttype_detokenize(const std::vector<int> & inputids, bool render_special)
{
std::string output = "";
for (auto eid : inputids)
{
std::string tokenizedstr = FileFormatTokenizeID(eid, file_format, render_special);
output += tokenizedstr;
}
return output;
}
const std::string & gpttype_get_pending_output()
{
if(kcpp_data==nullptr)