common : add llama_batch_add() and llama_batch_clear() helpers

2026-09-10 23:09:17 +02:00 · 2023-10-16 12:41:33 +03:00
parent 005949109d
commit 360a333145
10 changed files with 98 additions and 122 deletions
@@ -518,7 +518,6 @@ int main(int argc, char ** argv) {

            // evaluate tokens in batches
            // embd is typically prepared beforehand to fit within a batch, but not always
-
            if (ctx_guidance) {
                int input_size = 0;
                llama_token * input_buf = NULL;