Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-13 10:19:08 +02:00
Code Issues Packages Projects Releases Wiki Activity

sampling : refactor init to use llama_sampling_params

Browse Source
This commit is contained in:
Georgi Gerganov
2023-10-20 14:58:20 +03:00
parent 8cf19d60dc
commit cd1e937821
12 changed files with 110 additions and 142 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/embd-input/embd-input-lib.cpp
+1 -1
View File
@@ -128,7 +128,7 @@ bool eval_string(struct MyModel * mymodel,const char* str){
llama_token sampling_id(struct MyModel* mymodel) {
llama_context* ctx = mymodel->ctx;
gpt_params params = mymodel->params;
llama_sampling_params & sparams = params.sampling_params;
llama_sampling_params & sparams = params.sparams;
// int n_ctx = llama_n_ctx(ctx);
// out of user input, sample next token