Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

updated kobold lite, work on rwkv, added exe path to model load params, added launch parameter

Browse Source
This commit is contained in:
Concedo
2023-04-18 17:36:44 +08:00
parent 8e923dc6e9
commit c200b674f4
11 changed files with 100587 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.cpp
+3
View File
@@ -20,6 +20,8 @@
#include "expose.h"
#include "model_adapter.cpp"
std::string executable_path = "";
extern "C"
{
@@ -46,6 +48,7 @@ extern "C"
deviceenv = "KCPP_CLBLAST_DEVICES="+std::to_string(devices);
putenv((char*)platformenv.c_str());
putenv((char*)deviceenv.c_str());
executable_path = inputs.executable_path;
if(file_format==FileFormat::GPTJ_1 || file_format==FileFormat::GPTJ_2 || file_format==FileFormat::GPTJ_3)
{