Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-17 16:24:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'dev' into ipadapter-end

Browse Source
This commit is contained in:
Vladimir Mandic
2024-02-13 08:10:06 -05:00
committed by GitHub
parent 3d9e5465d1 3190e856de
commit 75cbe4fb50
1 changed files with 4 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/intel/openvino/__init__.py
+4 -12
View File
@@ -20,14 +20,6 @@ import functools
from modules import shared, devices, sd_models
def get_node_by_name(self, name: str) -> nncf.common.graph.NNCFNode:
node_ids = self._node_name_to_node_id_map.get(name, None)
if node_ids is None:
raise RuntimeError("Could not find a node {} in NNCFGraph!".format(name))
node_key = f"{node_ids[0]} {name}"
return self._nodes[node_key]
nncf.common.graph.NNCFGraph.get_node_by_name = get_node_by_name
def BUILD_MAP_UNPACK(self, inst):
items = self.popn(inst.argval)
@@ -242,9 +234,9 @@ def openvino_compile(gm: GraphModule, *example_inputs, model_hash_str: str = Non
new_inputs.append(example_inputs[idx].detach().cpu().numpy())
new_inputs = [new_inputs]
if shared.opts.nncf_quant_mode == "INT8":
nncf.quantize(om, nncf.Dataset(new_inputs))
om = nncf.quantize(om, nncf.Dataset(new_inputs))
else:
nncf.quantize(om, nncf.Dataset(new_inputs), mode=getattr(nncf.QuantizationMode, shared.opts.nncf_quant_mode),
om = nncf.quantize(om, nncf.Dataset(new_inputs), mode=getattr(nncf.QuantizationMode, shared.opts.nncf_quant_mode),
advanced_parameters=nncf.quantization.advanced_parameters.AdvancedQuantizationParameters(
overflow_fix=nncf.quantization.advanced_parameters.OverflowFix.DISABLE, backend_params=None))
@@ -294,9 +286,9 @@ def openvino_compile_cached_model(cached_model_path, *example_inputs):
new_inputs.append(example_inputs[idx].detach().cpu().numpy())
new_inputs = [new_inputs]
if shared.opts.nncf_quant_mode == "INT8":
nncf.quantize(om, nncf.Dataset(new_inputs))
om = nncf.quantize(om, nncf.Dataset(new_inputs))
else:
nncf.quantize(om, nncf.Dataset(new_inputs), mode=getattr(nncf.QuantizationMode, shared.opts.nncf_quant_mode),
om = nncf.quantize(om, nncf.Dataset(new_inputs), mode=getattr(nncf.QuantizationMode, shared.opts.nncf_quant_mode),
advanced_parameters=nncf.quantization.advanced_parameters.AdvancedQuantizationParameters(
overflow_fix=nncf.quantization.advanced_parameters.OverflowFix.DISABLE, backend_params=None))