Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-20 01:31:31 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix get_res_model_info

Browse Source
This commit is contained in:
Xuan Son Nguyen
2026-08-19 13:29:00 +02:00
parent 7fa2fdbbdf
commit dd7803d3d8
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-context.cpp
+8 -4
View File
@@ -4441,10 +4441,10 @@ server_routes::server_routes(const common_params & params, server_context & ctx_
});
}
static json get_res_models(const server_context_meta & meta) {
static json get_res_model_info(const server_context_meta & meta) {
// note: do NOT use ctx_server here, otherwise it's not possible to use this during sleep
json model_info = {
return {
{"id", meta.model_name},
{"aliases", meta.model_aliases},
{"tags", meta.model_tags},
@@ -4462,6 +4462,10 @@ static json get_res_models(const server_context_meta & meta) {
{"ftype", meta.model_ftype},
}},
};
}
static json get_res_models(const server_context_meta & meta) {
// note: do NOT use ctx_server here, otherwise it's not possible to use this during sleep
return {
{"models", {
@@ -4488,7 +4492,7 @@ static json get_res_models(const server_context_meta & meta) {
}},
{"object", "list"},
{"data", {
model_info,
get_res_model_info(meta),
}}
};
}
@@ -4541,7 +4545,7 @@ static json get_res_props(const server_context_meta & meta, const common_params
}
json server_routes::get_model_info() const {
return get_res_models(*meta).at("data");
return get_res_model_info(*meta);
}
void server_routes::init_routes() {