Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-31 01:20:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

Explicitely set GEMM type

Browse Source
This commit is contained in:
0cc4m
2023-05-21 08:34:17 +02:00
parent b6b39960c0
commit 18e9dd87da
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-opencl.cpp
+3 -3
View File
@@ -675,7 +675,7 @@ static void ggml_cl_mul_mat_f32(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@@ -770,7 +770,7 @@ static void ggml_cl_mul_mat_f16(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_half>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@@ -880,7 +880,7 @@ static void ggml_cl_mul_mat_q_f32(const ggml_tensor * src0, const ggml_tensor *
CL_CHECK(clFinish(queue));
// compute
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,