From d941f6e1c9467415dfe4e45fbd7e66c53a3544e8 Mon Sep 17 00:00:00 2001
From: Shahir BIn Zulfiker <119410932+aorko01@users.noreply.github.com>
Date: Thu, 23 Jul 2026 09:01:35 +0600
Subject: [PATCH] conversion: fix non-MoE NomicBert GGUF conversion error
 (#25996)

---
 conversion/bert.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/conversion/bert.py b/conversion/bert.py
index 49a6948f6c..0d25d0d62d 100644
--- a/conversion/bert.py
+++ b/conversion/bert.py
@@ -369,12 +369,13 @@ class NomicBertModel(BertModel):
         return super().filter_tensors(item)
 
     def modify_tensors(self, data_torch: torch.Tensor, name: str, bid: int | None) -> Iterable[tuple[str, torch.Tensor]]:
-        n_experts = self.find_hparam(["num_local_experts", "num_experts"])
         if "mlp.experts.mlp.w1" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             name += ".weight"
 
         if "mlp.experts.mlp.w2" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             data_torch = data_torch.transpose(1, 2)
             name += ".weight"