Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 01:31:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

optimize keepalive handling

Browse Source
This commit is contained in:
Concedo
2026-09-13 21:50:46 +08:00
parent 9625b44b38
commit bcc718d836
2 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
embd_res/kcpp_sdui.embd
+7 -7
View File
File diff suppressed because one or more lines are too long
koboldcpp.py
+5 -3
View File
@@ -6320,13 +6320,13 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
except asyncio.CancelledError: except asyncio.CancelledError:
pass pass
async def send_json_keepalives(self, cancel_fn, interval=60): async def send_json_keepalives(self, cancel_fn, interval=50):
# Leading whitespace is valid JSON. Padding also helps small proxy buffers # Leading whitespace is valid JSON. Padding also helps small proxy buffers
# make progress; it cannot bypass a proxy's absolute request time limit. # make progress; it cannot bypass a proxy's absolute request time limit.
try: try:
while True: while True:
await asyncio.sleep(interval) await asyncio.sleep(interval)
self.wfile.write(b' ' * 4095 + b'\n') self.wfile.write(b' ' * 2047 + b'\n')
self.wfile.flush() self.wfile.flush()
except OSError: except OSError:
if cancel_fn: if cancel_fn:
@@ -7967,9 +7967,11 @@ Change Mode<br>
genparams['lora'] = lora_map_name_to_path(loras) genparams['lora'] = lora_map_name_to_path(loras)
abort_gen = handle.sd_abort_generation abort_gen = handle.sd_abort_generation
override_abort_gen = genparams.get('kcpp_extra_args', {}).get('keep_image_gen_on_disconnect', gendefaults.get('keep_image_gen_on_disconnect')) override_abort_gen = genparams.get('kcpp_extra_args', {}).get('keep_image_gen_on_disconnect', gendefaults.get('keep_image_gen_on_disconnect'))
if override_abort_gen is not None and tryparseint(override_abort_gen, 1): if override_abort_gen is not None and tryparseint(override_abort_gen, 1): #enable keepalive on poor connection mode
abort_gen = None abort_gen = None
send_keepalive = True send_keepalive = True
if tryparseint(genparams.get('frames', 1), 1) > 1: #enable keepalive if more than 1 frame
send_keepalive = True
if send_keepalive: if send_keepalive:
# Close-delimited JSON works with HTTP/1.0 and HTTP/1.1. # Close-delimited JSON works with HTTP/1.0 and HTTP/1.1.
# No Content-Length: the body includes periodic whitespace. # No Content-Length: the body includes periodic whitespace.