mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 01:05:09 +02:00
increase logprobs returned to 10
This commit is contained in:
@@ -4,7 +4,7 @@
|
||||
const int tensor_split_max = 16;
|
||||
const int images_max = 8;
|
||||
const int audio_max = 4;
|
||||
const int logprobs_max = 5;
|
||||
const int logprobs_max = 10;
|
||||
const int overridekv_max = 4;
|
||||
|
||||
// match kobold's sampler list and order
|
||||
|
||||
+1
-1
@@ -4732,7 +4732,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
|
||||
std::string topstr = toppick.selected_token;
|
||||
::utreplace(topstr, "\n", "\\n");
|
||||
printf("(%s <%d> %.2f%%)", RemoveBell(topstr).c_str(), toppick.selected_tokenid, toppick.selected_probability*100);
|
||||
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size());
|
||||
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size()); //hardcode limit even if we have more logprobs_max
|
||||
for (int i=0;i<maxtoshow;++i)
|
||||
{
|
||||
if(toppick.tokenid[i]==toppick.selected_tokenid)
|
||||
|
||||
+1
-1
@@ -48,7 +48,7 @@ images_max = 8
|
||||
audio_max = 4
|
||||
bias_min_value = -100.0
|
||||
bias_max_value = 100.0
|
||||
logprobs_max = 5
|
||||
logprobs_max = 10
|
||||
default_draft_amount = 8
|
||||
default_ttsmaxlen = 4096
|
||||
default_visionmaxres = 1024
|
||||
|
||||
Reference in New Issue
Block a user