reverted sequence mode for rwkv due to multiple issues with speed loss with bigger quantized models

2026-09-07 21:41:19 +02:00 · 2023-06-14 20:03:14 +08:00
parent f83b66606b
commit 3ed3e7b7e2
4 changed files with 5 additions and 5 deletions
@@ -224,7 +224,7 @@ maxctx = 2048
 maxlen = 256
 modelbusy = False
 defaultport = 5001
-KcppVersion = "1.30.2"
+KcppVersion = "1.30.3"

 class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
    sys_version = ""