diff --git a/src/llama.cpp b/src/llama.cpp
index b715fa541..6c69381a8 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -15,7 +15,9 @@
 #  include "ggml-rpc.h"
 #endif
 
-#if defined(GGML_USE_CLBLAST)
+#ifdef GGML_USE_CUDA
+#  include "ggml-cuda.h"
+#elif defined(GGML_USE_CLBLAST)
 #  include "ggml-opencl.h"
 #elif defined(GGML_USE_VULKAN)
 #  include "ggml-vulkan.h"