increase logprobs returned to 10

This commit is contained in:
Concedo
2026-01-18 11:13:42 +08:00
parent 22ddad81b9
commit 3816391a74
3 changed files with 3 additions and 3 deletions
+1 -1
View File
@@ -4732,7 +4732,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
std::string topstr = toppick.selected_token;
::utreplace(topstr, "\n", "\\n");
printf("(%s <%d> %.2f%%)", RemoveBell(topstr).c_str(), toppick.selected_tokenid, toppick.selected_probability*100);
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size());
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size()); //hardcode limit even if we have more logprobs_max
for (int i=0;i<maxtoshow;++i)
{
if(toppick.tokenid[i]==toppick.selected_tokenid)