Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-01 01:50:51 +02:00
Code Issues Packages Projects Releases Wiki Activity

rwkv eos

Browse Source
This commit is contained in:
Concedo
2023-05-29 22:40:27 +08:00
parent 6b3373cb81
commit ea336bfa33
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+3 -1
View File
@@ -1090,7 +1090,9 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
}
// set the logit of the eos token (0) to minimum to avoid sampling it
if (file_format == FileFormat::NEOX_1 ||
if (file_format == FileFormat::RWKV_1 ||
file_format == FileFormat::RWKV_2 ||
file_format == FileFormat::NEOX_1 ||
file_format == FileFormat::NEOX_2 ||
file_format == FileFormat::NEOX_3 ||
file_format == FileFormat::NEOX_4 ||