Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

remove preallocation

Browse Source
This commit is contained in:
Concedo
2023-04-29 12:32:37 +08:00
parent bb282a4ecf
commit 5aa185f3f7
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-opencl.c
-6
View File
@@ -115,12 +115,6 @@ void ggml_cl_init(void) {
kernel_q4_3 = clCreateKernel(program, "dequantize_row_q4_3", &err);
CL_CHECK(err, "clCreateKernel");
//preallocate buffers
const size_t defaultBufSize = 16*1024*1024;
ggml_cl_malloc(defaultBufSize, &cl_size_a, CL_MEM_READ_ONLY, &cl_buffer_a);
ggml_cl_malloc(defaultBufSize, &cl_size_qb, CL_MEM_READ_ONLY, &cl_buffer_qb);
ggml_cl_malloc(defaultBufSize, &cl_size_b, CL_MEM_READ_WRITE, &cl_buffer_b);
ggml_cl_malloc(defaultBufSize, &cl_size_c, CL_MEM_WRITE_ONLY, &cl_buffer_c);
}
void ggml_cl_sgemm_wrapper(