mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-04 20:11:17 +02:00
adjust sleep time
This commit is contained in:
+1
-1
@@ -1482,7 +1482,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
current_token = 0
|
||||
incomplete_token_buffer = bytearray()
|
||||
async_sleep_short = 0.02
|
||||
await asyncio.sleep(0.5) #anti race condition, prevent check from overtaking generate
|
||||
await asyncio.sleep(0.35) #anti race condition, prevent check from overtaking generate
|
||||
try:
|
||||
tokenReserve = "" #keeps fully formed tokens that we cannot send out yet
|
||||
while True:
|
||||
|
||||
Reference in New Issue
Block a user