fixed a bug with token timings, updated lite

2026-09-18 16:55:14 +02:00 · 2023-06-20 20:41:42 +08:00
parent c5ae3f50a7
commit 537ff22ec9
2 changed files with 4 additions and 3 deletions
@@ -1265,6 +1265,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o

            if(unbanTokens && id==eosID)
            {
+                stopper_unused_tokens = remaining_tokens;
                printf("\n(EOS token triggered!)");
                remaining_tokens = 0;
            }