fixed single token bans

2026-09-05 12:31:15 +02:00 · 2026-03-07 22:50:53 +08:00
parent a40038d8e6
commit 0df18d2ae2
1 changed files with 1 additions and 1 deletions
@@ -3535,7 +3535,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
            {
                continue;
            }
-            if(tokcount==1 && word.length()<2) //only use banned tokens for single characters
+            if(tokcount==1 && word.length()<12) //only use banned tokens for single characters, we can assume that means less than 12 chars usually
            {
                banned_tokens.push_back(word);
            }