Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

increase scratch for above 4096

Browse Source
This commit is contained in:
Concedo
2023-07-02 14:55:08 +08:00
parent b85ea580d3
commit e19483ca0f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+1 -1
View File
@@ -1127,7 +1127,7 @@ static void llama_model_load_internal(
const size_t scale = memory_type == GGML_TYPE_F32 ? 2 : 1;
// this is the total memory required to run the inference
const size_t bigctxmul = (hparams.n_ctx>2048?2:1);
const size_t bigctxmul = (hparams.n_ctx>4096?3:(hparams.n_ctx>2048?2:1));
const size_t mem_required =
ctx_size +
mmapped_size - vram_weights + // weights in VRAM not in memory