better abort handling, added support for dynatemp exponent

2026-09-19 17:25:07 +02:00 · 2024-01-23 16:56:12 +08:00
parent f96f29be7b
commit 08236ccc97
7 changed files with 110 additions and 50 deletions
@@ -89,6 +89,7 @@ struct gpt_params {

    // DynaTemp!
    float   dynatemp_range     = 0.0f;  // enables DynaTemp if greater than 0. dynatemp_min = temperature - dt_range, dynatemp_max = temperature + dt_range
+    float   dynatemp_exponent  = 1.0f;

    // // sampling parameters
    struct llama_sampling_params sparams;