mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-02 19:11:16 +02:00
updated lite
This commit is contained in:
@@ -536,8 +536,6 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
genparams["max_length"] = genparams.get('max_tokens', 100)
|
||||
presence_penalty = genparams.get('presence_penalty', genparams.get('frequency_penalty', 0.0))
|
||||
genparams["presence_penalty"] = presence_penalty
|
||||
if presence_penalty > 0:
|
||||
genparams["rep_pen"] = 1.0 #disable rep pen if presence pen is specified for OAI
|
||||
# openai allows either a string or a list as a stop sequence
|
||||
if isinstance(genparams.get('stop',[]), list):
|
||||
genparams["stop_sequence"] = genparams.get('stop', [])
|
||||
|
||||
Reference in New Issue
Block a user