Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-11 15:29:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

hide misleading mmq print

Browse Source
This commit is contained in:
Concedo
2024-04-09 15:18:50 +08:00
parent d54af7fa31
commit 9f56ca0ceb
1 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-cuda.cu
+10 -10
View File
@@ -100,16 +100,16 @@ static ggml_cuda_device_info ggml_cuda_init() {
GGML_ASSERT(info.device_count <= GGML_CUDA_MAX_DEVICES);
int64_t total_vram = 0;
#if defined(GGML_CUDA_FORCE_MMQ)
fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: yes\n", __func__);
#else
fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: no\n", __func__);
#endif
#if defined(CUDA_USE_TENSOR_CORES)
fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: yes\n", __func__);
#else
fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: no\n", __func__);
#endif
// #if defined(GGML_CUDA_FORCE_MMQ)
// fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: yes\n", __func__);
// #else
// fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: no\n", __func__);
// #endif
// #if defined(CUDA_USE_TENSOR_CORES)
// fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: yes\n", __func__);
// #else
// fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: no\n", __func__);
// #endif
fprintf(stderr, "%s: found %d " GGML_CUDA_NAME " devices:\n", __func__, info.device_count);
for (int id = 0; id < info.device_count; ++id) {
int device_vmm = 0;