Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

quick test rocm

Browse Source
This commit is contained in:
Concedo
2025-10-14 17:19:16 +08:00
parent 833a778b18
commit a8c023d906
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-cuda/fattn.cu
+5 -5
View File
@@ -216,11 +216,11 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const
const int cc = ggml_cuda_info().devices[device].cc;
#if defined(GGML_HIP_ROCWMMA_FATTN)
if (GGML_CUDA_CC_IS_AMD(cc) && ggml_cuda_should_use_wmma_fattn(cc)) { //kcpp: fix for rocwmma
return BEST_FATTN_KERNEL_WMMA_F16;
}
#endif // defined(GGML_HIP_ROCWMMA_FATTN)
// #if defined(GGML_HIP_ROCWMMA_FATTN)
// if (GGML_CUDA_CC_IS_AMD(cc) && ggml_cuda_should_use_wmma_fattn(cc)) { //kcpp: fix for rocwmma
// return BEST_FATTN_KERNEL_WMMA_F16;
// }
// #endif // defined(GGML_HIP_ROCWMMA_FATTN)
switch (K->ne[0]) {
case 40: