Merge branch 'concedo_experimental' of https://github.com/LostRuins/koboldcpp into concedo_experimental

2026-09-03 03:21:24 +02:00 · 2024-10-16 18:12:58 +08:00
parent ede61d5420 8e5ffc5a58
commit 80dcfc9db0
1 changed files with 1 additions and 0 deletions
@@ -1482,6 +1482,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
    async def handle_sse_stream(self, genparams, api_format):
        global friendlymodelname, currfinishreason
        self.send_response(200)
+        self.send_header("X-Accel-Buffering", "no")
        self.send_header("cache-control", "no-cache")
        self.send_header("connection", "keep-alive")
        self.end_headers(content_type='text/event-stream')