Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-17 08:19:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

NNCF fix CogVideo

Browse Source
This commit is contained in:
Disty0
2025-05-15 22:51:35 +03:00
parent cae6ce319d
commit cf716e1c97
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant_nncf.py
+6
View File
@@ -228,6 +228,12 @@ class NNCFQuantizer(DiffusersQuantizer):
layer, tensor_name = get_module_from_name(model, param_name)
layer._parameters[tensor_name] = torch.nn.Parameter(param_value).to(device=target_device) # pylint: disable=protected-access
# nncf_padding_value somehow ends up in the meta device with cogvideo even if we don't use init_empty_weights
# set it to the default value if it is in the meta device:
if layer.__class__.__name__ == "NNCFConv2d" and hasattr(layer, "get_padding_value_ref") and hasattr(layer, "_set_padding_value"):
if layer.get_padding_value_ref().device == torch.device("meta"):
layer._set_padding_value(torch.zeros([1]))
split_param_name = param_name.split(".")
if param_name not in self.modules_to_not_convert and not any(param in split_param_name for param in self.modules_to_not_convert):
layer = nncf_compress_layer(