mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-18 16:55:14 +02:00
causallm is not working well on clblast, running out of mem wth blas. this helps a bit but doesnt fix the problem.
This commit is contained in:
+1
-1
@@ -1258,7 +1258,7 @@ static cl_kernel* ggml_get_dequantize_mul_mat_vec_cl(ggml_type type) {
|
||||
}
|
||||
|
||||
// buffer pool for cl
|
||||
#define MAX_CL_BUFFERS 256
|
||||
#define MAX_CL_BUFFERS 400
|
||||
|
||||
struct scoped_spin_lock {
|
||||
std::atomic_flag& lock;
|
||||
|
||||
Reference in New Issue
Block a user