Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-19 17:24:57 +02:00
Code Issues Packages Projects Releases Wiki Activity

common : initialize backend samplers

Browse Source
This commit is contained in:
Georgi Gerganov
2025-11-24 20:25:44 +02:00
parent e2d4f0829c
commit b26c7069fb
3 changed files with 16 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/main/main.cpp
+1 -16
View File
@@ -138,22 +138,7 @@ int main(int argc, char ** argv) {
// load the model and apply lora adapter, if any
LOG_INF("%s: load the model and apply lora adapter, if any\n", __func__);
model = common_load_model_from_params(params);
if (model == NULL) {
LOG_ERR("%s: error: unable to load model\n", __func__);
return 1;
}
// Configure backend sampler if configured
llama_sampler * backend_sampler = common_sampler_backend_init(model, sparams);
llama_sampler_seq_config sampler_config = { 0, backend_sampler };
if (backend_sampler) {
params.backend_samplers = &sampler_config;
params.n_backend_samplers = 1;
}
common_init_result llama_init = common_init_context_from_model(model, params);
common_init_result llama_init = common_init_from_params(params);
ctx = llama_init.context.get();
model = llama_init.model.get(); // Update pointer (now managed by llama_init)