Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

tentative fix for allReduce compile error from https://github.com/ggml-org/llama.cpp/pull/22299

Browse Source
This commit is contained in:
Concedo
2026-05-12 20:48:29 +08:00
parent f7923b261f
commit 31c18ed12d
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-cuda/allreduce.cu
+3 -1
View File
@@ -210,7 +210,9 @@ static __global__ void ggml_cuda_ar_add_kernel(
const int nt = gridDim.x * blockDim.x;
for (int i = tid; i < count; i += nt) {
const T_src d_low = ggml_cuda_cast<T_src>(dst[i]);
dst[i] = ggml_cuda_cast<T_dst>(d_low) + ggml_cuda_cast<T_dst>(src[i]);
const float a = (float) ggml_cuda_cast<float>(d_low);
const float b = (float) ggml_cuda_cast<float>(src[i]);
dst[i] = ggml_cuda_cast<T_dst>(a + b);
}
}