restructure some compilation units

This commit is contained in:
Concedo
2026-07-01 18:51:25 +08:00
parent 983dec9a54
commit 849ec89bad
11 changed files with 139 additions and 55 deletions
+1 -1
View File
@@ -27,7 +27,7 @@
// helpers
//
static bool OldBPETokenizerMode = false;
bool OldBPETokenizerMode = false;
struct naive_trie {
naive_trie() : has_value(false), value(0) {