From df30ba28ac8c19b856cd6dfbf1b4f98e636a99c5 Mon Sep 17 00:00:00 2001
From: Disty0 <disty@disty.xyz>
Date: Wed, 4 Feb 2026 00:31:00 +0300
Subject: [PATCH] SDNQ clamp weight_std and add CosmosTransformer3DModel keys

---
 modules/sdnq/common.py    | 4 ++++
 modules/sdnq/quantizer.py | 2 +-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/modules/sdnq/common.py b/modules/sdnq/common.py
index 6faca9887..58e8b9c03 100644
--- a/modules/sdnq/common.py
+++ b/modules/sdnq/common.py
@@ -314,6 +314,10 @@ module_skip_keys_dict = {
         ["layers.0.adaLN_modulation.0.weight", "t_embedder", "cap_embedder", "siglip_embedder", "all_x_embedder", "all_final_layer"],
         {}
     ],
+    "CosmosTransformer3DModel": [
+        ["patch_embed", "time_embed", "norm_out", "proj_out", "crossattn_proj"],
+        {}
+    ],
     "GlmImageTransformer2DModel": [
         ["transformer_blocks.0.norm1.linear.weight", "image_projector", "glyph_projector", "prior_projector", "time_condition_embed", "norm_out", "proj_out"],
         {}
diff --git a/modules/sdnq/quantizer.py b/modules/sdnq/quantizer.py
index a2c501ad7..a88da98cc 100644
--- a/modules/sdnq/quantizer.py
+++ b/modules/sdnq/quantizer.py
@@ -421,7 +421,7 @@ def sdnq_quantize_layer_weight_dynamic(weight, layer_class_name=None, weights_dt
         torch_dtype = weight.dtype
     weights_dtype_order_to_use = weights_dtype_order_fp32 if torch_dtype in {torch.float32, torch.float64} else weights_dtype_order
     weight = weight.to(dtype=torch.float32)
-    weight_std = weight.std().square()
+    weight_std = weight.std().square_().clamp_(min=1e-8)
 
     if use_svd:
         try: