From 2fdef19d1bd766d2dc9802224a56c68778d9a339 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 5 Mar 2025 17:52:59 +0800 Subject: [PATCH] try to avoid fp16 for anything below cc 610 --- ggml/src/ggml-cuda/common.cuh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh index 1832314ec..fc33fa4c0 100644 --- a/ggml/src/ggml-cuda/common.cuh +++ b/ggml/src/ggml-cuda/common.cuh @@ -218,7 +218,7 @@ static bool fp16_available(const int cc) { } static bool fast_fp16_available(const int cc) { - return fp16_available(cc) && cc != 610; + return fp16_available(cc) && cc > 610; } // To be used for feature selection of external libraries, e.g. cuBLAS.