batch size improvements

2026-09-20 01:31:42 +02:00 · 2023-12-22 15:27:40 +08:00
parent 230a638512
commit 77463e0e9c
3 changed files with 7 additions and 5 deletions
@@ -27,7 +27,6 @@ struct load_model_inputs
    const int threads;
    const int blasthreads;
    const int max_context_length;
-    const int batch_size;
    const bool low_vram;
    const bool use_mmq;
    const char * executable_path;