mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-17 16:25:01 +02:00
dry is still buggy because token indexes are wrong
This commit is contained in:
@@ -698,6 +698,10 @@ void sample_dry(int n_ctx, int penalty_range, float penalty_multiplier, float pe
|
||||
candidates->data[token].logit -= penalty;
|
||||
++count;
|
||||
}
|
||||
if(count>0)
|
||||
{
|
||||
candidates->sorted = false;
|
||||
}
|
||||
if (debugmode==1 && !dry_max_token_repeat.empty()) {
|
||||
printf("]\n");
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user