other sdcpp files for gemma and fix cmake

2026-09-09 06:19:14 +02:00 · 2026-05-28 01:25:23 +08:00
parent 541034d72d
commit 0f74dcb11f
3 changed files with 514908 additions and 0 deletions
@@ -512,6 +512,7 @@ add_library(sdtype_adapter
            otherarch/sdcpp/tokenizers/qwen2_tokenizer.cpp
            otherarch/sdcpp/tokenizers/t5_unigram_tokenizer.cpp
            otherarch/sdcpp/tokenizers/gemma_tokenizer.cpp
+            otherarch/sdcpp/tokenizers/gpt_oss_tokenizer.cpp
            otherarch/sdcpp/tokenizers/tokenizer.cpp
            otherarch/sdcpp/tokenizers/tokenize_util.cpp
            otherarch/sdcpp/ggml_extend_backend.cpp)