Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

Allocate a small amount of extra context for GGUF to deal with KV fragmentation causing issues in some scenarios.

Browse Source
This commit is contained in:
Concedo
2023-11-28 20:55:14 +08:00
parent d2ef458b02
commit ba5c33319b
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+3 -2
View File
@@ -2164,13 +2164,14 @@ def main(launch_args,start_server=True):
if args.port_param!=defaultport:
args.port = args.port_param
print(f"Starting Kobold HTTP Server on port {args.port} at http://localhost:{args.port}/api")
print(f"Starting OpenAI Compatible Endpoint on port {args.port} at http://localhost:{args.port}/v1")
epurl = ""
if args.host=="":
epurl = f"http://localhost:{args.port}"
else:
epurl = f"http://{args.host}:{args.port}"
print(f"Starting Kobold HTTP Server on port {args.port} at {epurl}/api/")
print(f"Starting OpenAI Compatible Endpoint on port {args.port} at {epurl}/v1/")
if args.launch:
try: