Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-03 11:35:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

SSE emoji fix

Browse Source
This commit is contained in:
Concedo
2023-07-30 22:31:20 +08:00
parent 82d0695f0f
commit 5ea5d19d6a
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+9 -4
View File
@@ -400,6 +400,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
current_token = 0
incomplete_token_buffer = bytearray()
while not handle.has_finished():
if current_token < handle.get_stream_count():
token = handle.new_token(current_token)
@@ -409,10 +410,14 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
current_token += 1
tokenStr = ctypes.string_at(token).decode("UTF-8","ignore")
event_data = {"token": tokenStr}
event_str = json.dumps(event_data)
await self.send_sse_event("message", event_str)
newbyte = ctypes.string_at(token)
incomplete_token_buffer += bytearray(newbyte)
tokenStr = incomplete_token_buffer.decode("UTF-8","ignore")
if tokenStr!="":
incomplete_token_buffer.clear()
event_data = {"token": tokenStr}
event_str = json.dumps(event_data)
await self.send_sse_event("message", event_str)
await asyncio.sleep(0)