update lite, resize scratch buffers for blasbatch 2048

2026-09-18 16:55:14 +02:00 · 2023-08-08 00:32:51 +08:00
parent 9133e456d2
commit 3c7d938d95
2 changed files with 10 additions and 7 deletions
@@ -3234,7 +3234,7 @@ struct llama_context * llama_new_context_with_model(
        params.seed = time(NULL);
    }

-    size_t blasbatchmul = (params.n_batch>512?2:1);
+    size_t blasbatchmul = (n_batch>512?(n_batch>1024?4:2):1);

    unsigned cur_percentage = 0;
    if (params.progress_callback == NULL) {