Compare commits

...

2 Commits

Author SHA1 Message Date
Xuan Son Nguyen 7ac864bf97 disable DEBUG_TIMINGS 2026-06-21 13:38:09 +02:00
Xuan Son Nguyen d37414510b address comments 2026-06-21 13:15:58 +02:00
+3 -2
View File
@@ -136,8 +136,9 @@ struct server_batch {
batch_rendered = true;
}
llama_batch get_view(int32_t off, int32_t n_tokens) {
llama_batch get_view(int32_t off, int32_t n_tokens) const {
GGML_ASSERT(batch.token != nullptr);
GGML_ASSERT(batch_rendered);
GGML_ASSERT(off >= 0 && off < size());
GGML_ASSERT(n_tokens > 0 && off + n_tokens <= size());
@@ -2634,7 +2635,7 @@ private:
int64_t n_decode = 0;
int64_t n_post_decode = 0;
int64_t n_sampl = 0;
#define DEBUG_TIMINGS
// #define DEBUG_TIMINGS
#ifdef DEBUG_TIMINGS
struct scoped_timer {
int64_t & t;