diff --git a/ggml/src/ggml-cuda/fattn.cu b/ggml/src/ggml-cuda/fattn.cu index 4cfe21d10..1a2cda7f6 100644 --- a/ggml/src/ggml-cuda/fattn.cu +++ b/ggml/src/ggml-cuda/fattn.cu @@ -409,11 +409,11 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const break; case GGML_TYPE_Q4_1: case GGML_TYPE_Q5_0: - case GGML_TYPE_Q5_1: #ifndef GGML_CUDA_FA_ALL_QUANTS return BEST_FATTN_KERNEL_NONE; #endif // GGML_CUDA_FA_ALL_QUANTS case GGML_TYPE_Q4_0: + case GGML_TYPE_Q5_1: //kcpp: support q5_1 kv case GGML_TYPE_Q8_0: case GGML_TYPE_BF16: break;