Add soft gc to nncf quant layer

2026-09-18 16:54:33 +02:00 · 2025-05-27 16:24:04 +03:00
parent e94128a02e
commit 73999ac710
1 changed files with 1 additions and 0 deletions
@@ -147,6 +147,7 @@ def sdnq_quantize_layer(layer, weights_dtype="int8", torch_dtype=None, group_siz
            elif layer_class_name.endswith("3d"):
                layer.forward = quantized_conv_transpose_3d_forward
        layer.forward = layer.forward.__get__(layer, layer.__class__)
+        devices.torch_gc(force=False, reason=f"SDNQ param_name: {param_name}")
    return layer