diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp
index 83ae65a21..c3edcdb3a 100644
--- a/gpttype_adapter.cpp
+++ b/gpttype_adapter.cpp
@@ -33,6 +33,10 @@
 #include "utils.h"
 #include "llmutils.h"
 
+#ifdef GGML_USE_CUDA
+#  include "ggml-cuda.h"
+#endif
+
 #include "llama_v2.cpp"
 #include "llama_v3.cpp"
 #include "gptj_v1.cpp"