Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 17:25:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

explicitly set env var internally.

Browse Source
This commit is contained in:
Concedo
2026-05-03 13:18:50 +08:00
parent 25fab4113e
commit 2fb97d9c2c
2 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+2 -1
View File
@@ -989,7 +989,8 @@ def set_backend_props(inputs):
if "GGML_VK_VISIBLE_DEVICES" not in os.environ:
if args.usevulkan: # is an empty array if using vulkan without defined gpu
os.environ["GGML_VK_VISIBLE_DEVICES"] = ','.join([str(g) for g in args.usevulkan])
vulkangpus = ','.join([str(g) for g in args.usevulkan])
handle.set_environment_variable("GGML_VK_VISIBLE_DEVICES".encode("UTF-8"),vulkangpus.encode("UTF-8"))
# set universal flags
inputs.devices_override = (args.device if args.device else "").encode("UTF-8")