From bcb6084a4e200b6afe0f1c20c5d7723f1e499033 Mon Sep 17 00:00:00 2001 From: Kartik Gulia Date: Thu, 27 Aug 2026 18:11:24 +0530 Subject: [PATCH] convert : fix Nemotron-H LoRA GGUF conversion (#27356) * convert: fix Nemotron-H LoRA GGUF conversion * Removed redundant JSON import. --- conversion/nemotron.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/conversion/nemotron.py b/conversion/nemotron.py index cd0d48c8f..07fbc6531 100644 --- a/conversion/nemotron.py +++ b/conversion/nemotron.py @@ -302,6 +302,10 @@ class NemotronHModel(GraniteHybridModel): ) if not keep: return None + # PEFT names adapter tensors using model.layers.*, while Nemotron-H checkpoints + # and the GGUF tensor map use backbone.layers.* + if name.startswith("model.layers.") and ".mixer." in name: + name = name.replace("model.layers.", "backbone.layers.", 1) return super().filter_tensors((name, gen)) def prepare_metadata(self, vocab_only: bool):