merged, try to fix metal build

2026-08-26 23:20:49 +02:00 · 2024-03-14 11:15:50 +08:00
parent 9f102b9db6 19885d205e
commit ec5dea14d7
29 changed files with 1541 additions and 967 deletions
@@ -108,7 +108,7 @@ int main(int argc, char ** argv) {

    // max batch size
    const uint64_t n_batch = params.n_batch;
-    GGML_ASSERT(params.n_batch == params.n_ctx);
+    GGML_ASSERT(params.n_batch >= params.n_ctx);

    // tokenize the prompts and trim
    std::vector<std::vector<int32_t>> inputs;