Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

add onnxruntime-openvino support.

Browse Source
This commit is contained in:
Seunghoon Lee
2023-10-25 20:10:32 +09:00
parent df021b3982
commit fd2c1e2546
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/olive.py
+4 -3
View File
@@ -16,20 +16,21 @@ submodels = ("text_encoder", "unet", "vae_encoder", "vae_decoder",)
available_execution_providers = ort.get_available_providers()
execution_provider = "CUDAExecutionProvider" if "CUDAExecutionProvider" in available_execution_providers else "CPUExecutionProvider"
execution_provider_options = {
"device_id": int(cmd_opts.device_id or 0),
}
execution_provider_options = {}
if args.use_directml:
execution_provider = "DmlExecutionProvider"
execution_provider_options["device_id"] = int(cmd_opts.device_id or 0)
elif args.use_rocm:
if "ROCMExecutionProvider" in available_execution_providers:
execution_provider = "ROCMExecutionProvider"
execution_provider_options["device_id"] = int(cmd_opts.device_id or 0)
execution_provider_options["tunable_op_enable"] = 1
execution_provider_options["tunable_op_tuning_enable"] = 1
else:
log.warning("Currently, there's no pypi release for onnxruntime-rocm. Please download and install .whl file from https://download.onnxruntime.ai/ The inference will be fall back to CPU.")
elif args.use_ipex or args.use_openvino:
execution_provider = "OpenVINOExecutionProvider"
execution_provider_options["device_type"] = "CPU" if any(openvino_cpu in cpu_module.lower() for cpu_module in cmd_opts.use_cpu for openvino_cpu in ["openvino", "all"]) else "GPU" + "_" + opts.cuda_dtype
provider = (execution_provider, execution_provider_options,)
class OnnxRuntimeModel(diffusers.OnnxRuntimeModel):