Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-26 15:15:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

also apply even if tensor split is set

Browse Source
This commit is contained in:
Concedo
2024-07-30 23:01:50 +08:00
parent 2f04f848e1
commit 9a04060aaa
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+4
View File
@@ -442,12 +442,16 @@ def set_backend_props(inputs):
os.environ["HIP_VISIBLE_DEVICES"] = "3"
else:
if (args.usecublas and "0" in args.usecublas):
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
inputs.cublas_info = 0
elif (args.usecublas and "1" in args.usecublas):
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
inputs.cublas_info = 1
elif (args.usecublas and "2" in args.usecublas):
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
inputs.cublas_info = 2
elif (args.usecublas and "3" in args.usecublas):
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
inputs.cublas_info = 3
if args.usevulkan: #is an empty array if using vulkan without defined gpu