Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-18 16:54:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

SDNQ add "*" support and upcast only the first and last layer's img_mod to 6 bit with Qwen Image

Browse Source
This commit is contained in:
Disty0
2025-08-20 03:24:19 +03:00
parent a78d51ea07
commit 47ff01fd3b
2 changed files with 12 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/__init__.py
+11 -2
View File
@@ -4,6 +4,7 @@ from typing import Any, Dict, List, Tuple, Optional, Union
from dataclasses import dataclass
from enum import Enum
import re
import torch
from diffusers.quantizers.base import DiffusersQuantizer
from diffusers.quantizers.quantization_config import QuantizationConfigMixin
@@ -270,7 +271,11 @@ class SDNQQuantizer(DiffusersQuantizer):
):
if param_name.endswith(".weight"):
split_param_name = param_name.split(".")
if param_name not in self.modules_to_not_convert and not any(param in split_param_name for param in self.modules_to_not_convert):
if (
param_name not in self.modules_to_not_convert
and not any(param in split_param_name for param in self.modules_to_not_convert)
and not any("*" in param and re.match(param.replace("*", ".*"), param_name) for param in self.modules_to_not_convert)
):
layer_class_name = get_module_from_name(model, param_name)[0].__class__.__name__
if layer_class_name in allowed_types:
if layer_class_name in conv_types or layer_class_name in conv_transpose_types:
@@ -303,7 +308,11 @@ class SDNQQuantizer(DiffusersQuantizer):
if len(self.quantization_config.modules_dtype_dict.keys()) > 0:
split_param_name = param_name.split(".")
for key, value in self.quantization_config.modules_dtype_dict.items():
if param_name in value or any(param in split_param_name for param in value):
if (
param_name in value
or any(param in split_param_name for param in value)
or any("*" in param and re.match(param.replace("*", ".*"), param_name) for param in value)
):
key = key.lower()
if key in {"8bit", "8bits"}:
if dtype_dict[weights_dtype]["num_bits"] != 8: