Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 01:31:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

Save KV State and Load KV State to memory added. GUI not yet updated

Browse Source
This commit is contained in:
Concedo
2025-06-03 17:46:29 +08:00
parent b42b618897
commit 4b57108508
5 changed files with 271 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
kcpp_docs.embd
+126
View File
@@ -1900,6 +1900,132 @@
]
}
},
"/api/admin/check_state": {
"post": {
"description": "Gets the number of bytes taken for existing save state, and predicts the bytes required for a new save state.",
"responses": {
"200": {
"content": {
"application/json": {
"example": {
"success": true,
"old_state": 0,
"new_state": 0
},
"schema": {
"properties": {
"success": {
"type": "boolean",
"description": "Whether the operation was successful."
},
"old_state": {
"type": "number",
"description": "Bytes currently in used for existing save state."
},
"new_state": {
"type": "number",
"description": "Bytes a new save state is estimated to consume."
}
}
}
}
},
"description": "Successful request"
}
},
"summary": "Gets the number of bytes taken for existing save state, and predicts the bytes required for a new save state.",
"tags": [
"api/admin"
]
}
},
"/api/admin/save_state": {
"post": {
"description": "Creates a new KV cache save state in memory. Overwrites any existing saved state.",
"responses": {
"200": {
"content": {
"application/json": {
"example": {
"success": true
},
"schema": {
"properties": {
"success": {
"type": "boolean",
"description": "Whether the operation was successful."
}
}
}
}
},
"description": "Successful request"
}
},
"summary": "Creates a new KV cache save state in memory. Overwrites any existing saved state.",
"tags": [
"api/admin"
]
}
},
"/api/admin/load_state": {
"post": {
"description": "Reloads a previous KV cache save state into context.",
"responses": {
"200": {
"content": {
"application/json": {
"example": {
"success": true
},
"schema": {
"properties": {
"success": {
"type": "boolean",
"description": "Whether the operation was successful."
}
}
}
}
},
"description": "Successful request"
}
},
"summary": "Reloads a previous KV cache save state into context.",
"tags": [
"api/admin"
]
}
},
"/api/admin/clear_state": {
"post": {
"description": "Frees any previous KV cache save state.",
"responses": {
"200": {
"content": {
"application/json": {
"example": {
"success": true
},
"schema": {
"properties": {
"success": {
"type": "boolean",
"description": "Whether the operation was successful."
}
}
}
}
},
"description": "Successful request"
}
},
"summary": "Frees any previous KV cache save state.",
"tags": [
"api/admin"
]
}
},
"/api/extra/shutdown": {
"post": {
"description": "Shuts down the server and exits koboldcpp. Only usable from localhost! Both old and new KoboldCpp Server must have been launched with the --singleinstance flag for this to work.",