Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add --use-openvino

Browse Source
This commit is contained in:
Disty0
2023-08-22 03:02:19 +03:00
parent ebf7b90e3e
commit e70520efa9
7 changed files with 44 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/intel/openvino/__init__.py
+12 -1
View File
@@ -8,7 +8,6 @@ from torch._dynamo.backends.registry import register_backend
from torch.fx.experimental.proxy_tensor import make_fx
from torch._inductor.compile_fx import compile_fx
from hashlib import sha256
import modules.shared
class ModelState:
def __init__(self):
@@ -113,3 +112,15 @@ def get_cached_file_name(*args, model_hash_str, device, cache_root):
file_name = None
model_hash_str = None
return file_name
def openvino_override_opts():
from modules import shared
if not shared.opts.cuda_compile:
shared.log.warn("OpenVINO: Enabling Torch Compile")
shared.opts.cuda_compile = True
if shared.opts.cuda_compile_backend != "openvino_fx":
shared.log.warn("OpenVINO: Setting Torch Compiler backend to OpenVINO FX")
shared.opts.cuda_compile_backend = "openvino_fx"
if shared.opts.sd_backend != "diffusers":
shared.log.warn("OpenVINO: Setting backend to Diffusers")
shared.opts.sd_backend = "diffusers"