Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

q5_1 kv in cuda

Browse Source
This commit is contained in:
Concedo
2026-05-03 13:40:24 +08:00
parent 9be810628e
commit 80a9082166
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-cuda/fattn.cu
+1 -1
View File
@@ -409,11 +409,11 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const
break;
case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0:
case GGML_TYPE_Q5_1:
#ifndef GGML_CUDA_FA_ALL_QUANTS
return BEST_FATTN_KERNEL_NONE;
#endif // GGML_CUDA_FA_ALL_QUANTS
case GGML_TYPE_Q4_0:
case GGML_TYPE_Q5_1: //kcpp: support q5_1 kv
case GGML_TYPE_Q8_0:
case GGML_TYPE_BF16:
break;