adjusted defaults

2026-09-18 16:55:14 +02:00 · 2023-06-01 20:03:44 +08:00
parent 234270bd83
commit 49272e3c53
3 changed files with 5 additions and 5 deletions
@@ -725,7 +725,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
    }
    if (params.top_k < 1)
    {
-        params.top_k = 300; //to disable top_k we actually need to increase this value to a very high number
+        params.top_k = 120; //to disable top_k we actually need to increase this value to a very high number
    }
    if (params.seed <= 0)
    {