Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

integrated optional (experimentl) CLBlast support

Browse Source
This commit is contained in:
Concedo
2023-04-11 23:33:44 +08:00
parent c9f18082fd
commit 23c675b2e6
53 changed files with 22095 additions and 151 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.cpp
+8
View File
@@ -31,6 +31,14 @@ extern "C"
std::string model = inputs.model_filename;
file_format = check_file_format(model.c_str());
//first digit is platform, second is devices
int platform = inputs.clblast_info/10;
int devices = inputs.clblast_info%10;
std::string platformenv = "KCPP_CBLAST_PLATFORM="+std::to_string(platform);
std::string deviceenv = "KCPP_CBLAST_DEVICES="+std::to_string(devices);
putenv(platformenv.c_str());
putenv(deviceenv.c_str());
if(file_format==FileFormat::GPTJ_1 || file_format==FileFormat::GPTJ_2 || file_format==FileFormat::GPTJ_3)
{
printf("\n---\nIdentified as GPT-J model: (ver %d)\nAttempting to Load...\n---\n", file_format);