fix compile error

This commit is contained in:
Concedo
2024-06-26 10:57:26 +08:00
parent ac79949f24
commit e103ca1c5b
2 changed files with 3 additions and 1 deletions
+1 -1
View File
@@ -2,7 +2,7 @@
#include "ggml.h"
#include "ggml-backend-impl.h"
static bool g_mul_mat_q = false;
bool g_mul_mat_q = false;
#include "ggml-cuda/common.cuh"
#include "ggml-cuda/acc.cuh"
+2
View File
@@ -2608,3 +2608,5 @@ void ggml_cuda_op_mul_mat_q(
const int64_t src1_padded_row_size, cudaStream_t stream);
bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11);
extern bool g_mul_mat_q;