SDNQ Lora fix dtype

This commit is contained in:
Disty0
2026-05-16 13:13:41 +03:00
parent 9baa986184
commit 297ab4bb60
+1 -1
View File
@@ -185,7 +185,6 @@ def network_add_weights(self: torch.nn.Conv2d | torch.nn.Linear | torch.nn.Group
SDNQConfig(
weights_dtype=sdnq_dequantizer.weights_dtype,
quantized_matmul_dtype=sdnq_dequantizer.quantized_matmul_dtype,
torch_dtype=sdnq_dequantizer.result_dtype,
group_size=sdnq_dequantizer.group_size,
svd_rank=sdnq_dequantizer.svd_rank,
use_quantized_matmul=sdnq_dequantizer.use_quantized_matmul,
@@ -198,6 +197,7 @@ def network_add_weights(self: torch.nn.Conv2d | torch.nn.Linear | torch.nn.Group
quantization_device=devices.device,
return_device=device,
),
torch_dtype=sdnq_dequantizer.result_dtype,
param_name=getattr(self, 'network_layer_name', None),
)[0].to(device)
weight = None