Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

remove clblast, part 2

Browse Source
This commit is contained in:
Concedo
2026-01-23 14:09:46 +08:00
parent 7f485e5287
commit 5c6cc02985
64 changed files with 4 additions and 30034 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-model-loader.cpp
-17
View File
@@ -8,10 +8,6 @@
#include <cstring>
#include <future>
#if defined(GGML_USE_CLBLAST)
# include "ggml_v3b-opencl.h"
#endif
static const size_t kiB = 1024;
static const size_t MiB = 1024*kiB;
static const size_t GiB = 1024*MiB;
@@ -973,7 +969,6 @@ void llama_model_loader::load_data_for(struct ggml_tensor * cur) const {
}
}
static int clblast_offload_fallback_layers = 0;
static int layer_name_to_number(std::string inputString)
{
size_t firstDotPosition = inputString.find('.');
@@ -1220,18 +1215,6 @@ bool llama_model_loader::load_all_data(
}
}
#if defined(GGML_USE_CLBLAST)
int layernum = layer_name_to_number(cur->name);
bool shouldoffload = (layernum>=0 && clblast_offload_fallback_layers>layernum);
if(shouldoffload)
{
cur->clblast_offload_gpu = true;
ggml_cl_transform_tensor(cur->data, cur);
}else{
cur->clblast_offload_gpu = false;
}
#endif
size_done += n_size;
}