Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-31 17:40:52 +02:00
Code Issues Packages Projects Releases Wiki Activity

allow setting backend automatically even if model is unset but sdmodel is set

Browse Source
This commit is contained in:
Concedo
2026-05-31 00:54:59 +08:00
parent 3361ef801c
commit 5a4a3a34cb
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+2 -3
View File
@@ -11018,18 +11018,17 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
elif args.gpulayers==-1 and sys.platform=="darwin" and args.model_param and os.path.exists(args.model_param):
print("MacOS detected: Auto GPU layers set to maximum")
args.gpulayers = 200
elif not shouldavoidgpu and args.model_param and os.path.exists(args.model_param):
elif not shouldavoidgpu:
if (args.usecuda is None) and (args.usevulkan is None):
print("No GPU or CPU backend was selected. Trying to assign one for you automatically...")
auto_set_backend_cli()
if MaxMemory[0] == 0: #try to get gpu vram for cuda if not picked yet
fetch_gpu_properties(True,True)
pass
if args.autofit:
print("Forced autofit is selected, moecpu and overridetensors will be set automatically.")
args.overridetensors = ""
args.moecpu = 0
if args.gpulayers==-1:
if args.gpulayers==-1 and args.model_param and os.path.exists(args.model_param):
if (not args.usecpu) and ((args.usecuda is not None) or (args.usevulkan is not None) or sys.platform=="darwin"):
if MaxMemory[0] > 0:
extract_modelfile_params(args.model_param,args.sdmodel,args.whispermodel,args.mmproj,args.draftmodel,args.ttsmodel if args.ttsgpu else "",args.embeddingsmodel if args.embeddingsgpu else "", args.musicllm, args.musicdiffusion)