Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

allow setting maingpu

Browse Source
This commit is contained in:
Concedo
2025-06-12 17:53:43 +08:00
parent 7a688e07cd
commit 1cbe716e45
3 changed files with 49 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.h
+5 -5
View File
@@ -52,7 +52,7 @@ struct load_model_inputs
const bool use_contextshift = false;
const bool use_fastforward = false;
const int clblast_info = 0;
const int cublas_info = 0;
const int kcpp_main_gpu = 0;
const char * vulkan_info = nullptr;
const int blasbatchsize = 512;
const int forceversion = 0;
@@ -157,7 +157,7 @@ struct sd_load_model_inputs
const char * model_filename = nullptr;
const char * executable_path = nullptr;
const int clblast_info = 0;
const int cublas_info = 0;
const int kcpp_main_gpu = 0;
const char * vulkan_info = nullptr;
const int threads = 0;
const int quant = 0;
@@ -199,7 +199,7 @@ struct whisper_load_model_inputs
const char * model_filename = nullptr;
const char * executable_path = nullptr;
const int clblast_info = 0;
const int cublas_info = 0;
const int kcpp_main_gpu = 0;
const char * vulkan_info = nullptr;
const bool quiet = false;
const int debugmode = 0;
@@ -224,7 +224,7 @@ struct tts_load_model_inputs
const char * cts_model_filename = nullptr;
const char * executable_path = nullptr;
const int clblast_info = 0;
const int cublas_info = 0;
const int kcpp_main_gpu = 0;
const char * vulkan_info = nullptr;
const int gpulayers = 0;
const bool flash_attention = false;
@@ -252,7 +252,7 @@ struct embeddings_load_model_inputs
const char * model_filename = nullptr;
const char * executable_path = nullptr;
const int clblast_info = 0;
const int cublas_info = 0;
const int kcpp_main_gpu = 0;
const char * vulkan_info = nullptr;
const int gpulayers = 0;
const bool flash_attention = false;