context shifting now works with images, images are now inserted inline instead of as placeholders

2026-08-25 22:21:14 +02:00 · 2026-06-29 23:40:43 +08:00
parent 16ef2badf6
commit 1365d11990
3 changed files with 265 additions and 22 deletions
@@ -486,6 +486,16 @@ bool useSmartContext, const bool requireFullSubset, const int minimum_to_proceed

    for (int i = 0; i < cur_ctx_len; ++i)
    {
+        if (i >= embd_inp_len)
+        {
+            if(requireFullSubset)
+            {
+                last_n_tokens.erase(last_n_tokens.end() - n_past, last_n_tokens.end());
+                n_past = 0;
+                fastforwardok = false;
+            }
+            break;
+        }
        if (current_context_tokens[i] == embd_inp[i])
        {
            n_past += 1;