Add Rep Pen to Top N Sigma sampler chain (#1397)

- place after nsigma and before xtc
This commit is contained in:
CasualAutopsy
2025-03-02 00:57:09 -05:00
committed by GitHub
parent 87c52b97de
commit b8c0df04aa
+1
View File
@@ -1631,6 +1631,7 @@ const std::vector<samplers> & sampler_order, llama_grammar * grammar, float dyna
sample_temperature(&candidates_p, temp, smoothing_factor);
}
sample_top_n_sigma(&candidates_p, nsigma);
sample_rep_pen(n_ctx, rep_pen_range, rep_pen, rep_pen_slope, presence_penalty, &candidates_p);
sample_xtc(&candidates_p, xtc_threshold, xtc_probability, rng);
id = sample_token(&candidates_p, rng);
}