mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 17:25:07 +02:00
Added vulkan support for SD (+1 squashed commits)
Squashed commits: [13f42f83] Added vulkan support for SD
This commit is contained in:
+3
-3
@@ -41,7 +41,7 @@ maxhordelen = 350
|
||||
modelbusy = threading.Lock()
|
||||
requestsinqueue = 0
|
||||
defaultport = 5001
|
||||
KcppVersion = "1.71.1"
|
||||
KcppVersion = "1.72"
|
||||
showdebug = True
|
||||
guimode = False
|
||||
showsamplerwarning = True
|
||||
@@ -3771,7 +3771,7 @@ def main(launch_args,start_server=True):
|
||||
if not filename.endswith(".json"):
|
||||
filename += ".json"
|
||||
premade_adapt_path = os.path.join(adapt_dir,filename)
|
||||
if os.path.exists(premade_adapt_path):
|
||||
if premade_adapt_path and os.path.exists(premade_adapt_path):
|
||||
ccadapter_path = os.path.abspath(premade_adapt_path)
|
||||
if ccadapter_path:
|
||||
print(f"Loading Chat Completions Adapter: {ccadapter_path}")
|
||||
@@ -3890,7 +3890,7 @@ def main(launch_args,start_server=True):
|
||||
if shouldavoidgpu:
|
||||
print("WARNING: GPU layers is set, but a GPU backend was not selected!")
|
||||
pass
|
||||
elif args.gpulayers==-1 and not shouldavoidgpu and os.path.exists(args.model_param):
|
||||
elif args.gpulayers==-1 and not shouldavoidgpu and args.model_param and os.path.exists(args.model_param):
|
||||
if not args.usecublas and not args.usevulkan and not args.useclblast:
|
||||
print("NOTE: Auto GPU layers was set without picking a GPU backend! Trying to assign one for you automatically...")
|
||||
auto_set_backend_cli()
|
||||
|
||||
Reference in New Issue
Block a user