mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 09:15:18 +02:00
updated lite (+2 squashed commit)
Squashed commit: [31a99e1f] bump baned phrase a bit more again [c999736b] small fix
This commit is contained in:
+3
-2
@@ -20,7 +20,7 @@ from datetime import datetime, timezone
|
||||
# constants
|
||||
sampler_order_max = 7
|
||||
stop_token_max = 32
|
||||
ban_token_max = 40
|
||||
ban_token_max = 48
|
||||
tensor_split_max = 16
|
||||
logit_bias_max = 32
|
||||
dry_seq_break_max = 24
|
||||
@@ -915,8 +915,9 @@ def generate(genparams, is_quiet=False, stream_flag=False):
|
||||
custom_token_bans = genparams.get('custom_token_bans', '')
|
||||
|
||||
for tok in custom_token_bans.split(','):
|
||||
tok = tok.strip() # Remove leading/trailing whitespace
|
||||
if tok.isdigit():
|
||||
logit_biases[tok] = -999
|
||||
logit_biases[tok] = bias_min_value
|
||||
|
||||
inputs = generation_inputs()
|
||||
inputs.prompt = prompt.encode("UTF-8")
|
||||
|
||||
Reference in New Issue
Block a user