mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-18 16:55:14 +02:00
updated lite and docs
This commit is contained in:
@@ -261,11 +261,21 @@
|
||||
"minimum": 0,
|
||||
"type": "number"
|
||||
},
|
||||
"nsigma": {
|
||||
"description": "KoboldCpp ONLY. Top N-Sigma value. Set to above 0 to enable nsigma.",
|
||||
"minimum": 0,
|
||||
"type": "number"
|
||||
},
|
||||
"logprobs": {
|
||||
"default": false,
|
||||
"description": "If true, return up to 5 top logprobs for generated tokens. Incurs performance overhead.",
|
||||
"type": "boolean"
|
||||
},
|
||||
"replace_instruct_placeholders": {
|
||||
"default": false,
|
||||
"description": "If true, replaces instruct placeholders {{[INPUT]}} and {{[OUTPUT]}} with backend selected instruct tags.",
|
||||
"type": "boolean"
|
||||
},
|
||||
},
|
||||
"required": [
|
||||
"prompt"
|
||||
|
||||
Reference in New Issue
Block a user