Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 01:31:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

bump scratch buffers

Browse Source
This commit is contained in:
Concedo
2023-07-22 18:12:18 +08:00
parent 52c5856a08
commit 3aec3038d4
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+5 -5
View File
@@ -106,11 +106,11 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH0(int n_ctx)
{
static std::map<e_model, size_t> k_sizes = {
/* empirical scaling, still a guess */
{ MODEL_3B, ((size_t) n_ctx / 16ull + 180ull) * MB },
{ MODEL_7B, ((size_t) n_ctx / 16ull + 320ull) * MB },
{ MODEL_13B, ((size_t) n_ctx / 12ull + 460ull) * MB },
{ MODEL_30B, ((size_t) n_ctx / 10ull + 620ull) * MB },
{ MODEL_65B, ((size_t) n_ctx / 8ull + 860ull) * MB },
{ MODEL_3B, ((size_t) n_ctx / 11ull + 320ull) * MB },
{ MODEL_7B, ((size_t) n_ctx / 11ull + 440ull) * MB },
{ MODEL_13B, ((size_t) n_ctx / 10ull + 560ull) * MB },
{ MODEL_30B, ((size_t) n_ctx / 9ull + 680ull) * MB },
{ MODEL_65B, ((size_t) n_ctx / 8ull + 1000ull) * MB },
};
return k_sizes;
}