Hugging Face's logo

CocoRoF
/
KoModernBERT-base-mlm-v04-retry-model-chp08

Fill-Mask
Transformers
Safetensors
modernbert
Generated from Trainer
Inference Endpoints
Model card Files Community
CocoRoF commited on
Commit
ffec57f
·
verified ·
1 Parent(s): 88d619d

Training in progress, step 2500

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. training_args.bin +1 -1
config.json CHANGED
@@ -16,7 +16,7 @@
16
  "embedding_dropout": 0.0,
17
  "eos_token_id": 50282,
18
  "global_attn_every_n_layers": 3,
19
- "global_rope_theta": 10000.0,
20
  "gradient_checkpointing": false,
21
  "hidden_activation": "gelu",
22
  "hidden_size": 768,
 
16
  "embedding_dropout": 0.0,
17
  "eos_token_id": 50282,
18
  "global_attn_every_n_layers": 3,
19
+ "global_rope_theta": 160000.0,
20
  "gradient_checkpointing": false,
21
  "hidden_activation": "gelu",
22
  "hidden_size": 768,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbd1727da8ff851a4c70f61f0d1b8498cb049f8c177b50e8a498508f690797b7
3
  size 368988278
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88088ae7f85c3b38621c47b7fcc9731436dc995a27c9952a508f028edcc73a79
3
  size 368988278
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26abfb0fa1fb85cb1e83a837b45aadd08de219f95e2f692b5e3477c748d2acdf
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7540319553263528fc0c6b61384d3a4cc912a3617d3e17972bdb4e7d18ef584
3
  size 5368