mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-09-08 05:49:01 +02:00
rm result_timings
This commit is contained in:
@@ -58,6 +58,33 @@ json format_error_response(const std::string & message, const enum error_type ty
|
||||
};
|
||||
}
|
||||
|
||||
//
|
||||
// server_slot_stats
|
||||
//
|
||||
|
||||
json server_slot_stats::to_json() const {
|
||||
json base = {
|
||||
{"cache_n", n_prompt_cached},
|
||||
|
||||
{"prompt_n", n_prompt_processed},
|
||||
{"prompt_ms", t_prompt_ms()},
|
||||
{"prompt_per_token_ms", t_prompt_ms() / n_prompt_processed},
|
||||
{"prompt_per_second", n_prompt_tps()},
|
||||
|
||||
{"predicted_n", n_predict},
|
||||
{"predicted_ms", t_gen_ms()},
|
||||
{"predicted_per_token_ms", t_gen_ms() / n_predict},
|
||||
{"predicted_per_second", n_gen_tps()},
|
||||
};
|
||||
|
||||
if (n_draft_tokens > 0) {
|
||||
base["draft_n"] = n_draft_tokens;
|
||||
base["draft_n_accepted"] = n_draft_accepted;
|
||||
}
|
||||
|
||||
return base;
|
||||
}
|
||||
|
||||
//
|
||||
// random string / id
|
||||
//
|
||||
|
||||
Reference in New Issue
Block a user