Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

more consistency fixes

Browse Source
This commit is contained in:
Concedo
2025-08-13 19:28:53 +08:00
parent 955cf66bbc
commit 4b2ca1169c
3 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/tts_adapter.cpp
+2
View File
@@ -532,6 +532,8 @@ bool ttstype_load_model(const tts_load_model_inputs inputs)
tts_model_params.use_mlock = false;
tts_model_params.n_gpu_layers = inputs.gpulayers; //offload if possible
tts_model_params.split_mode = llama_split_mode::LLAMA_SPLIT_MODE_LAYER;
int kcpp_parseinfo_maindevice = inputs.kcpp_main_gpu<=0?0:inputs.kcpp_main_gpu;
tts_model_params.main_gpu = kcpp_parseinfo_maindevice;
tts_ctx_params.n_ctx = 8192;
tts_ctx_params.offload_kqv = true;
tts_ctx_params.n_batch = 8192;