Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 01:04:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source
This commit is contained in:
Disty0
2025-10-19 02:00:16 +03:00
parent ef72edf18f
commit 758b006104
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/loader.py
+6 -6
View File
@@ -192,16 +192,16 @@ def apply_options_to_model(model, dtype: torch.dtype = None, dequantize_fp32: bo
module.svd_up.data = module.svd_up.contiguous()
module.svd_down.data = module.svd_down.contiguous()
else:
if svd_up.is_contiguous():
if module.svd_up.is_contiguous():
module.svd_up.data = module.svd_up.t_().contiguous().t_()
if svd_up.is_contiguous():
if module.svd_up.is_contiguous():
module.svd_down.data = module.svd_down.t_().contiguous().t_()
else:
svd_up = svd_up.contiguous()
module.svd_up.data = module.svd_up.contiguous()
if use_contiguous_mm:
svd_down = svd_down.contiguous()
elif svd_down.is_contiguous():
svd_down = svd_down.t_().contiguous().t_()
module.svd_down.data = module.svd_down.contiguous()
elif module.svd_down.is_contiguous():
module.svd_down.data = module.svd_down.t_().contiguous().t_()
module.sdnq_dequantizer.use_quantized_matmul = use_quantized_matmul
module = apply_options_to_model(module, dtype=dtype, dequantize_fp32=dequantize_fp32, use_quantized_matmul=use_quantized_matmul)
return model