Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-02 02:51:17 +02:00
Code Issues Packages Projects Releases Wiki Activity

try to solve ttscpp oom regression

Browse Source
This commit is contained in:
Concedo
2025-09-24 17:45:28 +08:00
parent d3f9db8d33
commit c7a1eec4e4
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-backend.cpp
+2 -2
View File
@@ -656,9 +656,9 @@ static bool ggml_is_view_op(enum ggml_op op) {
#ifndef GGML_SCHED_MAX_BACKENDS
#define GGML_SCHED_MAX_BACKENDS 16
#endif
//kcpp yolo fix: decreased from 30 to 14 in order to try resolve tts oom issues.
#ifndef GGML_SCHED_MAX_SPLIT_INPUTS
#define GGML_SCHED_MAX_SPLIT_INPUTS 30
#define GGML_SCHED_MAX_SPLIT_INPUTS 14
#endif
#ifndef GGML_SCHED_MAX_COPIES
koboldcpp.py
+1 -1
View File
@@ -64,7 +64,7 @@ dry_seq_break_max = 128
extra_images_max = 4
# global vars
KcppVersion = "1.99.3"
KcppVersion = "1.99.4"
showdebug = True
kcpp_instance = None #global running instance
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}
otherarch/tts_adapter.cpp
+1 -1
View File
@@ -671,7 +671,7 @@ bool ttstype_load_model(const tts_load_model_inputs inputs)
// tts init
if (is_ttscpp_file) {
ttscpp_config = new generation_configuration("am_echo", 25, 1.0, 1.0, true, "", 2048, 1.0);
ttscpp_config = new generation_configuration("am_echo", 25, 1.0, 1.0, true, "", 1600, 1.0);
ttscpp_runner = runner_from_file(modelfile_ttc, inputs.threads, ttscpp_config, true);
if (ttscpp_runner == nullptr) {
printf("\nTTS Load Error: Failed to initialize TTSCPP!\n");