From 216901034af460e330b3510826fe15ab85967145 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Tue, 12 May 2026 21:05:07 +0800
Subject: [PATCH] cont: tentative fix for allReduce compile error

---
 ggml/src/ggml-cuda/allreduce.cu | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/ggml/src/ggml-cuda/allreduce.cu b/ggml/src/ggml-cuda/allreduce.cu
index 923dbcdc7..d887dc231 100644
--- a/ggml/src/ggml-cuda/allreduce.cu
+++ b/ggml/src/ggml-cuda/allreduce.cu
@@ -184,13 +184,21 @@ static __global__ void ggml_cuda_ar_kernel(
             #pragma unroll
             for (int k = 0; k < ELEMS_PER_VEC; ++k) {
                 const T_wire d_low = ggml_cuda_cast<T_wire>(sendbuf[off + k]);
-                recvbuf[off + k] = ggml_cuda_cast<T_dst>(d_low) + ggml_cuda_cast<T_dst>(wire[k]);
+
+                const float a = ggml_cuda_cast<float>(d_low);
+                const float b = ggml_cuda_cast<float>(wire[k]);
+
+                recvbuf[off + k] = ggml_cuda_cast<T_dst>(a + b);
             }
         }
+
         if (bid == 0 && tid < count - tail) {
             const T_wire d_low = ggml_cuda_cast<T_wire>(sendbuf[tail + tid]);
-            recvbuf[tail + tid] =
-                ggml_cuda_cast<T_dst>(d_low) + ggml_cuda_cast<T_dst>(host_other[tail + tid]);
+
+            const float a = ggml_cuda_cast<float>(d_low);
+            const float b = ggml_cuda_cast<float>(host_other[tail + tid]);
+
+            recvbuf[tail + tid] = ggml_cuda_cast<T_dst>(a + b);
         }
     }
 }