Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-19 09:15:04 +02:00
Code Issues Packages Projects Releases Wiki Activity

common: add enum common_speculative_type

Browse Source
This commit is contained in:
Sascha Rogmann
2026-01-18 18:45:10 +01:00
parent 456268fa7f
commit b38eb5907c
8 changed files with 359 additions and 110 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/ngram-map.cpp
-21
View File
@@ -117,7 +117,6 @@ void common_ngram_map_draft(common_ngram_map & map,
map.last_draft_created = false;
map.last_draft_key_idx = key_offset;
map.last_draft_value_idx = 0; // value 0 is used for simple mode
map.drafts_generated_tokens += draft.size();
return;
}
@@ -236,7 +235,6 @@ void common_ngram_map_draft(common_ngram_map & map,
map.last_draft_created = true;
map.last_draft_key_idx = key_offset;
map.last_draft_value_idx = slot_max; // value used for draft generation.
map.drafts_generated_tokens += draft.size();
}
void common_ngram_map_send_accepted(common_ngram_map & map, uint16_t n_accepted) {
@@ -257,25 +255,6 @@ void common_ngram_map_send_accepted(common_ngram_map & map, uint16_t n_accepted)
LOG_INF("common_ngram_map_send_accepted: n_accepted = %d, prev value_num = %d\n",
n_accepted, curr_value.n_accepted);
curr_value.n_accepted = n_accepted;
// draft statistics update
if (n_accepted > 0) {
map.drafts_accepted_count++;
} else {
map.drafts_rejected_count++;
}
map.drafts_accepted_tokens += n_accepted;
}
// Display statistics of the ngram map.
void common_ngram_map_print_stats(const common_ngram_map & map) {
LOG_INF("ngram map: size_key = %d, size_value = %d, key_only = %s, min_hits = %d\n",
map.size_key, map.size_value,
map.key_only ? "true" : "false",
map.min_hits);
LOG_INF("drafts_accepted_count = %zu, drafts_rejected_count = %zu, drafts_generated_tokens = %zu, drafts_accepted_tokens = %zu\n",
map.drafts_accepted_count, map.drafts_rejected_count,
map.drafts_generated_tokens, map.drafts_accepted_tokens);
}
// Helper functions.