mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-29 16:40:51 +02:00
updated docs, adjusted acestep threads
This commit is contained in:
@@ -1529,7 +1529,7 @@
|
||||
"example": {
|
||||
"input": "hello world, how are you today?",
|
||||
"voice": "kobo",
|
||||
"speaker_json":"",
|
||||
"instruction":"",
|
||||
},
|
||||
"schema": {
|
||||
"properties": {
|
||||
|
||||
@@ -32,6 +32,7 @@ static BackendPair backend_init(const char * label) {
|
||||
bp.cpu_backend = bp.backend;
|
||||
ggml_backend_cpu_set_n_threads(bp.backend, n_threads);
|
||||
} else {
|
||||
n_threads = (n_threads>4?4:n_threads);
|
||||
bp.cpu_backend = ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_CPU, NULL);
|
||||
ggml_backend_cpu_set_n_threads(bp.cpu_backend, n_threads);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user