diff --git a/common/json-schema-to-grammar.cpp b/common/json-schema-to-grammar.cpp index 37c89e6b84..0aee51b26e 100644 --- a/common/json-schema-to-grammar.cpp +++ b/common/json-schema-to-grammar.cpp @@ -2,6 +2,7 @@ #include "common.h" #include +#include #include #include #include diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index c47c063b76..d7a6b887d8 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -655,14 +655,14 @@ struct server_slot { res["n_prompt_tokens_processed"] = stats.n_prompt_processed; res["n_prompt_tokens_cache"] = stats.n_prompt_cached; res["params"] = ptask->params.to_json(only_metrics); - res["next_token"] = { + res["next_token"] = json::array({ { {"has_next_token", has_next_token}, {"has_new_line", has_new_line}, {"n_remain", n_remaining()}, {"n_decoded", stats.n_gen}, } - }; + }); if (!only_metrics) { res["prompt"] = ptask->tokens.detokenize(ctx_tgt, true);