Merge branch 'upstream' into concedo_experimental

# Conflicts: # Makefile # README.md # examples/server/CMakeLists.txt # ggml/src/CMakeLists.txt
2026-09-19 09:15:18 +02:00 · 2024-09-15 19:28:05 +08:00
parent 53bf0fb32d 3c7989fd29
commit ab41e324d6
6 changed files with 28 additions and 5 deletions
@@ -1020,6 +1020,8 @@ async def oai_chat_completions(user_prompt,
                            event_data = line.split(': ', 1)
                            assert event_data[0] == 'data', f'Bad event code received: ```{event_data}```'
                            chunk_raw = event_data[1]
+                            if chunk_raw == '[DONE]':
+                                break

                            chunk = json.loads(chunk_raw)
                            assert len(chunk['choices']) == 1, f"no choices provided, line ```{line}```"