fix llava segfault

2026-08-29 08:30:51 +02:00 · 2024-11-14 14:16:39 +08:00
parent 4b96c3bba8
commit bfa118ee45
1 changed files with 1 additions and 2 deletions
@@ -3547,8 +3547,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
                            if(i>0 && sepsize>0)
                            {
                                //add a separator between each image
-                                kcpp_embd_batch batch = kcpp_embd_batch(embd, n_past);
-                                auto evr = llama_decode(llama_ctx_v4, batch.batch);
+                                auto evr = llama_decode(llama_ctx_v4, llama_batch_get_one(llava_sep.data(), sepsize));
                                if(evr!=0)
                                {
                                    printf("\nError when appending llava separator: %d\n",evr);