Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-09 06:19:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

explicit buffer allocation from python

Browse Source
This commit is contained in:
Concedo
2023-03-20 01:18:34 +08:00
parent 356c1b87ba
commit 29054a2bee
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.cpp
+2 -2
View File
@@ -33,7 +33,7 @@ extern "C" {
};
struct generation_outputs
{
int status;
int status = -1;
char text[16384]; //16kb should be enough for any response
};
@@ -63,7 +63,7 @@ extern "C" {
return true;
}
generation_outputs generate(const generation_inputs inputs, generation_outputs output)
generation_outputs generate(const generation_inputs inputs, generation_outputs & output)
{
api_params.prompt = inputs.prompt;
api_params.seed = inputs.seed;