Upload config.json

config.json

@@ -1,7 +1,7 @@
 {
-  "_name_or_path": "nomic-ai/modernbert-embed",
+  "_name_or_path": "ModernBERT-large",
   "architectures": [
-    "ModernBertModel"
+    "ModernBertForMaskedLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
@@ -19,11 +19,11 @@
   "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
   "hidden_activation": "gelu",
-  "hidden_size": 768,
+  "hidden_size": 1024,
   "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
+  "intermediate_size": 2624,
+  "layer_norm_eps": 1e-5,
   "local_attention": 128,
   "local_rope_theta": 10000.0,
   "max_position_embeddings": 8192,
@@ -32,15 +32,13 @@
   "model_type": "modernbert",
   "norm_bias": false,
   "norm_eps": 1e-05,
-  "num_attention_heads": 12,
-  "num_hidden_layers": 22,
+  "num_attention_heads": 16,
+  "num_hidden_layers": 28,
   "pad_token_id": 50283,
   "position_embedding_type": "absolute",
-  "reference_compile": null,
   "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
+  "tie_word_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.48.0.dev0",
+  "transformers_version": "4.47.0.dev0",
   "vocab_size": 50368
 }