Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-03 19:42:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

bump size of some payload arr sequences from 16 to 24

Browse Source
This commit is contained in:
Concedo
2024-07-28 20:29:39 +08:00
parent e47477fd4d
commit f289fb494a
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
expose.h
+3 -3
View File
@@ -1,11 +1,11 @@
#pragma once
#include <cstdint>
const int stop_token_max = 16;
const int stop_token_max = 24;
const int ban_token_max = 16;
const int tensor_split_max = 16;
const int logit_bias_max = 16;
const int dry_seq_break_max = 16;
const int logit_bias_max = 24;
const int dry_seq_break_max = 24;
const int images_max = 4;
// match kobold's sampler list and order
koboldcpp.py
+3 -3
View File
@@ -18,11 +18,11 @@ from concurrent.futures import ThreadPoolExecutor
# constants
sampler_order_max = 7
stop_token_max = 16
stop_token_max = 24
ban_token_max = 16
tensor_split_max = 16
logit_bias_max = 16
dry_seq_break_max = 16
logit_bias_max = 24
dry_seq_break_max = 24
images_max = 4
bias_min_value = -100.0
bias_max_value = 100.0