Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-18 16:55:05 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update ggml-cuda.cu

Browse Source 
Co-authored-by: slaren <slarengh@gmail.com>
This commit is contained in:
Georgi Gerganov
2023-12-18 14:21:22 +02:00
committed by GitHub
parent 18c67bdd84
commit 3c8d6b160b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-cuda.cu
+2 -2
View File
@@ -8404,8 +8404,8 @@ static void ggml_cuda_mul_mat_mat_batched_cublas(const ggml_tensor * src0, const
const float alpha_f32 = 1.0f;
const float beta_f32 = 0.0f;
const char * alpha = (const char *) &alpha_f16;
const char * beta = (const char *) &beta_f16;
const void * alpha = &alpha_f16;
const void * beta = &beta_f16;
if (dst->op_params[0] == GGML_PREC_DEFAULT) {
dst_f16 = (half *) ggml_cuda_pool_malloc(ne * sizeof(half), &dst_as);