gracefully handle bad grammar instead of crashing

2026-09-19 09:15:18 +02:00 · 2026-03-23 17:00:53 +08:00
parent ef854f002e
commit 993925ba96
3 changed files with 17 additions and 2 deletions
@@ -195,7 +195,18 @@ extern "C"

    generation_outputs generate(const generation_inputs inputs)
    {
-        return gpttype_generate(inputs);
+        try {
+            return gpttype_generate(inputs);
+        } catch (const std::exception & e) {
+            generation_outputs output;
+            printf("\nGeneration encountered an exception: %s\n", e.what());
+            output.text = nullptr;
+            output.status = 0;
+            output.prompt_tokens = output.completion_tokens = 0;
+            output.stopreason = stop_reason::ERROR_ENCOUNTERED;
+            generation_finished = true;
+            return output;
+        }
    }

    bool sd_load_model(const sd_load_model_inputs inputs)