fixed premature end due stop word

2026-09-19 17:24:57 +02:00 · 2023-10-16 12:36:05 -04:00
parent fd64f04fc2
commit 2d9f11db28
2 changed files with 21 additions and 16 deletions
@@ -86,7 +86,7 @@ async function chat_completion(question) {
            n_predict: 256,
            cache_prompt: no_cached_prompt === "false",
            slot_id: slot_id,
-            stop: ["### Human:"], // stop completion after generating this
+            stop: ["\n### Human:"], // stop completion after generating this
            grammar,
            stream: true,
        })