Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

fixed clblast. but this part might not actually be helpful speed wise

Browse Source
This commit is contained in:
Concedo
2025-03-30 21:27:52 +08:00
parent e1d3c19673
commit 621aa7c825
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-cpu/binary-ops.cpp
+2 -1
View File
@@ -58,6 +58,7 @@ static void apply_binary_op(const ggml_compute_params * params, ggml_tensor * ds
GGML_ASSERT(ggml_can_repeat(src1, src0) && ggml_are_same_shape(src0, dst));
#if defined(GGML_USE_CLBLAST)
//do we even need this? it seems like its actually slower than just CPU
const int ith = params->ith;
if (op == op_add && src0->type == GGML_TYPE_F32 && src1->type == GGML_TYPE_F32 && src1->clblast_offload_gpu) {
// TODO: OpenCL kernel support full broadcast
@@ -73,7 +74,7 @@ static void apply_binary_op(const ggml_compute_params * params, ggml_tensor * ds
static_assert(GGML_MAX_DIMS == 4, "GGML_MAX_DIMS is not 4 - update this function");
GGML_ASSERT((src1->ne[0] == src0->ne[0]) && ggml_can_repeat(src1, src0));
if (ith == 0) {
ggml_cl_add(src0, src1, dst);
ggml_cl_mul(src0, src1, dst);
}
return;
}