nomic-ai
/

nomic-bert-2048

Model card Files Files and versions Community

zpn commited on Jan 4, 2024

Commit

c5af2b4

•

1 Parent(s): 3a75eff

Upload NomicBertForPreTraining

Files changed (1) hide show

modeling_hf_nomic_bert.py +1 -1

modeling_hf_nomic_bert.py CHANGED Viewed

@@ -318,7 +318,7 @@ class NomicBertPreTrainedModel(PreTrainedModel):
         remove_cls = cls != NomicBertForPreTraining
         remove_bert_prefix = cls != NomicBertForPreTraining
         ignore_mismatched_shapes = kwargs.pop("ignore_mismatched_sizes", False)
-        model = cls(config, *inputs, **kwargs)
         # TODO: fix this
         # Assuming we know what we're doing when loading from disk
         # Prob a bad assumption but i'm tired and want to train this asap

         remove_cls = cls != NomicBertForPreTraining
         remove_bert_prefix = cls != NomicBertForPreTraining
         ignore_mismatched_shapes = kwargs.pop("ignore_mismatched_sizes", False)
+        model = cls(config, *inputs)
         # TODO: fix this
         # Assuming we know what we're doing when loading from disk
         # Prob a bad assumption but i'm tired and want to train this asap