diff --git a/expose.h b/expose.h index 8de486d22..1ae4fad06 100644 --- a/expose.h +++ b/expose.h @@ -5,7 +5,7 @@ const int tensor_split_max = 16; const int images_max = 8; const int audio_max = 4; const int logprobs_max = 10; -const int overridekv_max = 4; +const int overridekv_max = 16; const int lora_filenames_max = 4; // match kobold's sampler list and order diff --git a/koboldcpp.py b/koboldcpp.py index 6e3e683aa..e6e8cbc48 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -58,7 +58,7 @@ savestate_limit = 0 #savestate slots start at 0, only set when load model default_vae_tile_threshold = 768 default_native_ctx = 16384 default_genlen = 1024 -overridekv_max = 4 +overridekv_max = 16 default_autofit_padding = 1024 lora_filenames_max = 4