Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-26 06:31:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

vulkan multigpu, show uptime

Browse Source
This commit is contained in:
Concedo
2024-02-08 16:54:38 +08:00
parent ec2dbd99a3
commit 4cd571db89
6 changed files with 50 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
kcpp_docs.embd
+12
View File
@@ -306,6 +306,10 @@
"type": "integer",
"description": "Last token count."
},
"last_seed": {
"type": "integer",
"description": "Last generation seed used."
},
"total_gens": {
"type": "integer",
"description": "Total requests generated since startup."
@@ -321,6 +325,14 @@
"idle": {
"type": "integer",
"description": "Status of backend, busy or idle."
},
"hordeexitcounter": {
"type": "integer",
"description": "Status of embedded horde worker. If it's too high, may have crashed."
},
"uptime": {
"type": "integer",
"description": "Seconds that the server has been running for."
}
},
"required": [