minor: comments

This commit is contained in:
Sascha Rogmann
2026-01-26 22:04:00 +01:00
parent 1f8d36665d
commit 72f416e973
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -23,7 +23,7 @@ llama_tokens common_ngram_simple_draft(
common_ngram_simple_state & state,
const llama_tokens & tokens, llama_token sampled) {
// Simple implementation of self-speculative decoding without draft model, without ngram-map.
// Simple implementation of self-speculative decoding without a draft model.
//
const size_t cur_len = tokens.size();
// Only check every check_rate tokens to save compute
+1 -1
View File
@@ -119,7 +119,7 @@ struct common_speculative_state {
// TODO: track performance of most recent calls
const bool gen_perf = true; // whether to generate performance stats.
int64_t gen_duration_us = 0; // total time spent in this implementation in milliseconds.
int64_t gen_duration_us = 0; // total time spent in this implementation in microseconds.
virtual ~common_speculative_state() = default;