Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-08-26 15:16:01 +02:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source
This commit is contained in:
Disty0
2025-12-08 01:14:19 +03:00
parent 6e05a12a49
commit 064b64c76c
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/loader.py
+5 -3
View File
@@ -147,12 +147,14 @@ def post_process_model(model):
for module_name, module in model.named_children():
if hasattr(module, "sdnq_dequantizer"):
module.weight.requires_grad_(False)
if module.sdnq_dequantizer.use_quantized_matmul and not module.sdnq_dequantizer.re_quantize_for_matmul:
module.weight.data = prepare_weight_for_matmul(module.weight)
module.scale.requires_grad_(False)
if module.zero_point is not None:
module.zero_point.requires_grad_(False)
if module.sdnq_dequantizer.use_quantized_matmul and not module.sdnq_dequantizer.re_quantize_for_matmul:
module.weight.data = prepare_weight_for_matmul(module.weight)
if module.svd_up is not None:
module.svd_up, module.svd_down = module.svd_up.requires_grad_(False), module.svd_down.requires_grad_(False)
module.svd_up.requires_grad_(False)
module.svd_down.requires_grad_(False)
module.svd_up.data, module.svd_down.data = prepare_svd_for_matmul(module.svd_up, module.svd_down, module.sdnq_dequantizer.use_quantized_matmul)
setattr(model, module_name, module)
else: