Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

fixed a bug with drafting tokens

Browse Source
This commit is contained in:
Concedo
2024-12-23 11:36:08 +08:00
parent fd5100c382
commit 10d4fc637d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+1 -1
View File
@@ -3611,7 +3611,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
{
logits_to_sample = draft_results.drafted_amount;
}
while(logits_sampled<logits_to_sample && remaining_tokens>0 && !abort_draft)
while(logits_sampled<logits_to_sample && remaining_tokens>0 && !abort_draft && !early_abort)
{
if(logits_sampled>0)
{