Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

EOS bypass mode added

Browse Source
This commit is contained in:
Concedo
2024-05-06 18:01:49 +08:00
parent 3667cc0113
commit 173c7272d5
4 changed files with 112 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+2 -2
View File
@@ -2205,7 +2205,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
lowestLogit = LowestLogit(logits);
}
if (!inputs.allow_eos_token)
if (!inputs.allow_eos_token && !inputs.bypass_eos_token)
{
// set the logit of the eos token to very low to avoid sampling it
logitsPtr[eosID] = lowestLogit;
@@ -2274,7 +2274,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
printf("]\n");
}
if(inputs.allow_eos_token && (id==eosID || (id==eotID && id!=-1)))
if(!inputs.bypass_eos_token && inputs.allow_eos_token && (id==eosID || (id==eotID && id!=-1)))
{
stopper_unused_tokens = remaining_tokens;
if(allow_regular_prints)