expose some useful info that can be used in statistics of performence

This commit is contained in:
shutup
2023-07-07 11:52:58 +08:00
parent 3d2907d208
commit 1727e652f1
4 changed files with 20 additions and 1 deletions
+8
View File
@@ -220,6 +220,14 @@ extern "C"
return generation_finished;
}
float get_prompt_eval_time() {
return prompt_eval_time;
}
float get_prompt_process_time() {
return prompt_process_time;
}
const char* get_pending_output() {
return gpttype_get_pending_output().c_str();
}