Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 22:21:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

added logprobs api and logprobs viewer

Browse Source
This commit is contained in:
Concedo
2024-11-01 00:22:15 +08:00
parent 6731dd64f1
commit aa26a58085
5 changed files with 229 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.cpp
+20 -2
View File
@@ -294,11 +294,29 @@ extern "C"
return output;
}
static std::vector<TopPicksData> last_logprob_toppicks;
static std::vector<logprob_item> last_logprob_items;
last_logprobs_outputs last_logprobs()
{
last_logprobs_outputs output;
std::vector<TopPicksData> toppicks = gpttype_get_top_picks_data(); //copy top picks
output.count = 0;
last_logprob_items.clear();
last_logprob_toppicks.clear();
last_logprob_toppicks = gpttype_get_top_picks_data(); //copy top picks
for(int i=0;i<last_logprob_toppicks.size();++i)
{
logprob_item itm;
itm.option_count = last_logprob_toppicks[i].tokenid.size();
itm.selected_token = last_logprob_toppicks[i].selected_token.c_str();
itm.selected_logprob = last_logprob_toppicks[i].selected_logprob;
itm.logprobs = last_logprob_toppicks[i].logprobs.data();
for(int j=0;j<itm.option_count && j<logprobs_max;++j)
{
itm.tokens[j] = last_logprob_toppicks[i].tokens[j].c_str();
}
last_logprob_items.push_back(itm);
}
output.count = last_logprob_items.size();
output.logprob_items = last_logprob_items.data();
return output;
}