Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

handle memory separately for kcpp

Browse Source
This commit is contained in:
Concedo
2023-11-07 17:15:14 +08:00
parent f277ed0e8c
commit fb3bcac368
4 changed files with 105 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.h
+3 -2
View File
@@ -53,7 +53,8 @@ struct load_model_inputs
struct generation_inputs
{
const int seed;
const char *prompt;
const char * prompt;
const char * memory;
const int max_context_length;
const int max_length;
const float temperature;
@@ -79,7 +80,7 @@ struct generation_inputs
struct generation_outputs
{
int status = -1;
char text[24576]; //24kb should be enough for any response
char text[32768]; //32kb should be enough for any response
};
extern std::string executable_path;