mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-20 09:38:55 +02:00
tighten timings
This commit is contained in:
+1
-1
@@ -527,7 +527,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
|
||||
current_token = 0
|
||||
incomplete_token_buffer = bytearray()
|
||||
await asyncio.sleep(0.1) #anti race condition, prevent check from overtaking generate
|
||||
await asyncio.sleep(0.05) #anti race condition, prevent check from overtaking generate
|
||||
while True:
|
||||
streamDone = handle.has_finished() #exit next loop on done
|
||||
tokenStr = ""
|
||||
|
||||
Reference in New Issue
Block a user