Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-08 22:09:02 +02:00
Code Issues Packages Projects Releases Wiki Activity

sampling : return early if backend sampling is disabled

Browse Source
This commit is contained in:
Daniel Bevenius
2025-11-21 08:44:25 +01:00
parent 0d28b16bdc
commit c1625620f6
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/sampling.cpp
+3 -3
View File
@@ -309,15 +309,15 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
}
struct llama_sampler * common_sampler_backend_init(const struct llama_model * model, const struct common_params_sampling & params) {
if (!params.backend_sampling) {
return nullptr;
}
const llama_vocab * vocab = llama_model_get_vocab(model);
llama_sampler_chain_params chain_params = llama_sampler_chain_default_params();
chain_params.no_perf = params.no_perf;
struct llama_sampler * chain = llama_sampler_chain_init(chain_params);
if (!params.backend_sampling) {
return chain; // return empty chain
}
const bool enable_temp = params.temp > 0.0f && sampler_enabled(params, COMMON_SAMPLER_TYPE_TEMPERATURE);
const bool enable_top_k = params.top_k > 0 && sampler_enabled(params, COMMON_SAMPLER_TYPE_TOP_K);