hack to fix bad unicode fragments corrupting streamed output

2026-09-02 02:51:17 +02:00 · 2024-07-30 22:18:22 +08:00
parent 1df850c95c
commit 43c55bb7e2
1 changed files with 2 additions and 1 deletions
@@ -1435,7 +1435,8 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
                    newbyte = ctypes.string_at(token)
                    incomplete_token_buffer += bytearray(newbyte)
                    tokenSeg = incomplete_token_buffer.decode("UTF-8","ignore")
-                    if tokenSeg!="":
+                    badFragment = (tokenSeg==" " and len(incomplete_token_buffer)>1) #partial incomplete unicode
+                    if tokenSeg!="" and not badFragment:
                        incomplete_token_buffer.clear()
                        tokenStr += tokenSeg