mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 09:15:18 +02:00
further increase some limits
This commit is contained in:
@@ -1,10 +1,10 @@
|
||||
#pragma once
|
||||
#include <cstdint>
|
||||
|
||||
const int stop_token_max = 24;
|
||||
const int ban_token_max = 32;
|
||||
const int stop_token_max = 32;
|
||||
const int ban_token_max = 40;
|
||||
const int tensor_split_max = 16;
|
||||
const int logit_bias_max = 24;
|
||||
const int logit_bias_max = 32;
|
||||
const int dry_seq_break_max = 24;
|
||||
const int images_max = 4;
|
||||
|
||||
|
||||
+3
-3
@@ -19,10 +19,10 @@ from datetime import datetime, timezone
|
||||
|
||||
# constants
|
||||
sampler_order_max = 7
|
||||
stop_token_max = 24
|
||||
ban_token_max = 32
|
||||
stop_token_max = 32
|
||||
ban_token_max = 40
|
||||
tensor_split_max = 16
|
||||
logit_bias_max = 24
|
||||
logit_bias_max = 32
|
||||
dry_seq_break_max = 24
|
||||
images_max = 4
|
||||
bias_min_value = -100.0
|
||||
|
||||
Reference in New Issue
Block a user