Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-12 16:18:44 +02:00
Code Issues Packages Projects Releases Wiki Activity

embeds no offload qkv

Browse Source
This commit is contained in:
Concedo
2025-05-29 00:28:02 +08:00
parent fcc1b43c06
commit e14aec58bc
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/embeddings_adapter.cpp
+1 -2
View File
@@ -114,7 +114,6 @@ bool embeddingstype_load_model(const embeddings_load_model_inputs inputs)
embeddings_debug = (inputs.debugmode>0);
// tts init
llama_model_params model_params = llama_model_default_params();
llama_context_params ctx_params = llama_context_default_params();
const int nthreads = inputs.threads;
@@ -130,7 +129,7 @@ bool embeddingstype_load_model(const embeddings_load_model_inputs inputs)
ctx_params.embeddings = true;
ctx_params.n_ubatch = ctx_params.n_ubatch = max_batchsize; //max size, must fit
ctx_params.n_ctx = max_batchsize;
ctx_params.offload_kqv = true;
ctx_params.offload_kqv = false;
ctx_params.n_threads = nthreads;
ctx_params.n_threads_batch = nthreads;
ctx_params.flash_attn = inputs.flash_attention;