default speculative set to 8. added more adapter fields

2026-09-20 01:31:42 +02:00 · 2024-11-30 16:18:27 +08:00
parent 5353bfa983
commit 32ac3153e4
3 changed files with 14 additions and 13 deletions
@@ -41,7 +41,7 @@ struct load_model_inputs
    const char * lora_filename = nullptr;
    const char * lora_base = nullptr;
    const char * draftmodel_filename = nullptr;
-    const int draft_amount = 12;
+    const int draft_amount = 8;
    const char * mmproj_filename = nullptr;
    const bool use_mmap = false;
    const bool use_mlock = false;