Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

cfg scale wip

Browse Source
This commit is contained in:
Concedo
2025-05-07 00:36:00 +08:00
parent ffe23f0e93
commit a5b6f372a3
3 changed files with 42 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+1 -1
View File
@@ -3451,7 +3451,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
//eval the guidance prompt
printf("Preparing Negative Prompt (%zu tokens)\n", guidance_embd.size());
kcpp_embd_batch batch = kcpp_embd_batch(guidance_embd, 0, use_mrope, false);
auto er = (llama_decode(guidance_ctx, batch.batch)==0);
auto er = llama_decode(guidance_ctx, batch.batch);
if(er!=0)
{
printf("\nProcess Negative Prompt Failed! (code:%d)\n",er);