mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 17:25:07 +02:00
rename blasbatchsize to batchsize
This commit is contained in:
+1
-1
@@ -1972,7 +1972,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
|
||||
kcpp_data->n_threads = inputs.threads;
|
||||
kcpp_data->n_blasthreads = inputs.blasthreads;
|
||||
bool isGguf = (file_format == FileFormat::GGUF_GENERIC);
|
||||
kcpp_data->n_batch = GetBatchSize(inputs.blasbatchsize, in_file_format);
|
||||
kcpp_data->n_batch = GetBatchSize(inputs.batchsize, in_file_format);
|
||||
kcpp_data->n_ubatch = kcpp_data->n_batch;
|
||||
kcpp_data->flash_attn = inputs.flash_attention;
|
||||
kcpp_data->model_filename = inputs.model_filename;
|
||||
|
||||
Reference in New Issue
Block a user