Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

this commit does not work, just for debugging

Browse Source
This commit is contained in:
Concedo
2024-05-23 20:13:47 +08:00
parent f6ab54aeff 9b82476ee9
commit 9282c307ed
49 changed files with 2735 additions and 6303 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/llama-bench/llama-bench.cpp
+2 -2
View File
@@ -196,12 +196,12 @@ static const cmd_params cmd_params_defaults = {
/* model */ {"models/7B/ggml-model-q4_0.gguf"},
/* n_prompt */ {512},
/* n_gen */ {128},
/* n_pg */ {{512, 128}},
/* n_pg */ {},
/* n_batch */ {2048},
/* n_ubatch */ {512},
/* type_k */ {GGML_TYPE_F16},
/* type_v */ {GGML_TYPE_F16},
/* n_threads */ {get_math_cpu_count()},
/* n_threads */ {cpu_get_num_math()},
/* n_gpu_layers */ {99},
/* split_mode */ {LLAMA_SPLIT_MODE_LAYER},
/* main_gpu */ {0},