Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

hopefully fixed the ooms for good

Browse Source
This commit is contained in:
Concedo
2023-04-23 13:49:50 +08:00
parent 3f21bd81f3
commit 4e1ea2ac61
4 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/gpt2_v2.cpp
+1 -1
View File
@@ -371,7 +371,7 @@ bool gpt2_eval(
const int n_vocab = hparams.n_vocab;
//todo: there is a bug that causes the buffer to oom and I cannot figure it out, hack to increase size for now
static size_t buf_size = 512u*1024*1024;
static size_t buf_size = 256u*1024*1024;
static void * buf = malloc(buf_size);
if (mem_per_token > 0 && mem_per_token*N*1.6 > buf_size) {