Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 09:15:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

added linear rope option, added warning for bad samplers

Browse Source
This commit is contained in:
Concedo
2023-07-11 18:08:19 +08:00
parent b0b131499f
commit 4be167915a
6 changed files with 66 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+7
View File
@@ -346,6 +346,13 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
= gpt2_ctx_v1.hparams.n_ctx = gpt2_ctx_v2.hparams.n_ctx = gpt2_ctx_v3.hparams.n_ctx
= mpt_ctx_v3.hparams.n_ctx = params.n_ctx;
//handle linear rope
if(inputs.linear_rope)
{
printf("Using Linear RoPE scaling instead of NTK-Aware scaling.\n");
}
set_ntk_rope_scale_mode(!inputs.linear_rope);
//handle custom token bans
banned_tokens.clear();
for(int x=0;x<ban_token_max;++x)