Update modeling_hf_nomic_bert.py

modeling_hf_nomic_bert.py

@@ -323,6 +323,8 @@ class NomicBertPreTrainedModel(PreTrainedModel):
         rotary_scaling_factor = kwargs.pop("rotary_scaling_factor", None)
         if rotary_scaling_factor:
             config.rotary_scaling_factor = rotary_scaling_factor
+        else:
+            config.rotary_scaling_factor = None
         if config.n_positions <= 0 and config.rotary_emb_fraction > 0:
             config.n_positions = 2048
         if num_labels: