Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

revert cuda changes as they are bugggy

Browse Source
This commit is contained in:
Concedo
2023-08-09 22:36:41 +08:00
parent f8376c7e61
commit a07e6dd3ad
3 changed files with 392 additions and 681 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Makefile
+5
View File
@@ -176,6 +176,11 @@ ifdef LLAMA_CUDA_KQUANTS_ITER
else
NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2
endif
ifdef LLAMA_CUDA_MMQ_Y
NVCCFLAGS += -DGGML_CUDA_MMQ_Y=$(LLAMA_CUDA_MMQ_Y)
else
NVCCFLAGS += -DGGML_CUDA_MMQ_Y=64
endif # LLAMA_CUDA_MMQ_Y
#ifdef LLAMA_CUDA_CUBLAS
# NVCCFLAGS += -DGGML_CUDA_CUBLAS
#endif # LLAMA_CUDA_CUBLAS
ggml-cuda.cu
+385 -681
View File
File diff suppressed because it is too large Load Diff
otherarch/ggml_v1.c
+2
View File
@@ -154,9 +154,11 @@ typedef double ggml_v1_float;
#undef bool
#define bool _Bool
#else
#if !defined(__riscv)
#include <immintrin.h>
#endif
#endif
#endif
#ifdef __F16C__