Training in progress, step 2500, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,47 @@
+{
+  "_name_or_path": "CocoRoF/KoModernBERT-base-mlm-v04-retry-model-chp18",
+  "architectures": [
+    "ModernBertForMaskedLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "reference_compile": false,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.48.3",
+  "vocab_size": 95663
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d2e189edb060ec23f4d4d64a36ecbbfc079e3933c8344e8c4ad6438db06dc5
+size 368988278

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c513fb021dbad285ed8b08194da5afa6c301f81437c1b6de9d56b51e1756c8
+size 1107079290

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d3f197f6c6558fa8056324f1563ab9e957255f5a1a959362aa4eed7a9545db
+size 15984

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1a9c65c2869356282cad6b4a0f7dff7f4dd68ab3d9d216c72b7d6cb524f860
+size 15984

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896febe768e17bae5022a95960c041f6425783774ec8859d99d3b149063b1bf9
+size 15984

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac482d57e966585467c8ef44dae2869bf7e5d92886f69c11ed7bccc34c07efe
+size 15984

last-checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f27d227a20dc320ac283e0938fb2f6e5b475829a583f8c44d1a16a8c828307
+size 15984

last-checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05a7106aaeaec4b81704e3f4a998b5123cf9342a6733bd9fd2d578e99108c3b
+size 15984

last-checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94120d8d88502ec8d8b623ec7550315caca003b44fcffbb5767ab0de91baefe
+size 15984

last-checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332e4d901be380f740b5d8578f7b80ef1865c7fba83bc288c8a35852205cc668
+size 15984

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b69cde13b765b97c0c68a9c81ce17dc4d8c94fa0363e2d7cc75128b64bfad41
+size 1000

last-checkpoint/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95580": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95581": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95582": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95583": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95584": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95585": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95586": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95587": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95588": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95589": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95590": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95591": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95592": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95593": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95594": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95595": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95596": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95597": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95598": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95599": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95600": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95601": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95602": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95603": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95604": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95605": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95606": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95607": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95608": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95609": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95610": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95611": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95612": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95613": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95614": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95615": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95616": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95617": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95618": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95619": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95620": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95621": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95622": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95623": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95624": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95625": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95626": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95627": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95628": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95629": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95630": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95631": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95632": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95633": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95634": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95635": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95636": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95637": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95638": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95639": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95640": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95641": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95642": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95643": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95644": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95645": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95646": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95647": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95648": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95649": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95650": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95651": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95652": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95653": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95654": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95655": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95656": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95657": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95658": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95659": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95660": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95661": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95662": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,1791 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.26256410256410256,
+  "eval_steps": 2500,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0010502564102564103,
+      "grad_norm": 83.8125,
+      "learning_rate": 9.999979487179486e-07,
+      "loss": 137.2689,
+      "step": 10
+    },
+    {
+      "epoch": 0.0021005128205128206,
+      "grad_norm": 73.875,
+      "learning_rate": 9.999958974358973e-07,
+      "loss": 137.7469,
+      "step": 20
+    },
+    {
+      "epoch": 0.003150769230769231,
+      "grad_norm": 76.0,
+      "learning_rate": 9.99993846153846e-07,
+      "loss": 138.4526,
+      "step": 30
+    },
+    {
+      "epoch": 0.004201025641025641,
+      "grad_norm": 85.9375,
+      "learning_rate": 9.99991794871795e-07,
+      "loss": 138.0835,
+      "step": 40
+    },
+    {
+      "epoch": 0.005251282051282051,
+      "grad_norm": 76.8125,
+      "learning_rate": 9.999897435897434e-07,
+      "loss": 137.577,
+      "step": 50
+    },
+    {
+      "epoch": 0.006301538461538462,
+      "grad_norm": 81.75,
+      "learning_rate": 9.999876923076923e-07,
+      "loss": 136.94,
+      "step": 60
+    },
+    {
+      "epoch": 0.007351794871794872,
+      "grad_norm": 72.75,
+      "learning_rate": 9.99985641025641e-07,
+      "loss": 136.7488,
+      "step": 70
+    },
+    {
+      "epoch": 0.008402051282051282,
+      "grad_norm": 76.0,
+      "learning_rate": 9.999835897435897e-07,
+      "loss": 136.7595,
+      "step": 80
+    },
+    {
+      "epoch": 0.009452307692307692,
+      "grad_norm": 76.625,
+      "learning_rate": 9.999815384615384e-07,
+      "loss": 136.5558,
+      "step": 90
+    },
+    {
+      "epoch": 0.010502564102564102,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.99979487179487e-07,
+      "loss": 136.2622,
+      "step": 100
+    },
+    {
+      "epoch": 0.011552820512820514,
+      "grad_norm": 70.5625,
+      "learning_rate": 9.999774358974358e-07,
+      "loss": 137.3947,
+      "step": 110
+    },
+    {
+      "epoch": 0.012603076923076923,
+      "grad_norm": 75.375,
+      "learning_rate": 9.999753846153845e-07,
+      "loss": 136.5051,
+      "step": 120
+    },
+    {
+      "epoch": 0.013653333333333333,
+      "grad_norm": 73.1875,
+      "learning_rate": 9.999733333333334e-07,
+      "loss": 137.4362,
+      "step": 130
+    },
+    {
+      "epoch": 0.014703589743589743,
+      "grad_norm": 72.75,
+      "learning_rate": 9.99971282051282e-07,
+      "loss": 137.3079,
+      "step": 140
+    },
+    {
+      "epoch": 0.015753846153846153,
+      "grad_norm": 80.25,
+      "learning_rate": 9.999692307692306e-07,
+      "loss": 136.6685,
+      "step": 150
+    },
+    {
+      "epoch": 0.016804102564102565,
+      "grad_norm": 72.3125,
+      "learning_rate": 9.999671794871795e-07,
+      "loss": 135.9851,
+      "step": 160
+    },
+    {
+      "epoch": 0.017854358974358973,
+      "grad_norm": 77.1875,
+      "learning_rate": 9.999651282051282e-07,
+      "loss": 135.917,
+      "step": 170
+    },
+    {
+      "epoch": 0.018904615384615384,
+      "grad_norm": 88.3125,
+      "learning_rate": 9.999630769230769e-07,
+      "loss": 138.2422,
+      "step": 180
+    },
+    {
+      "epoch": 0.019954871794871796,
+      "grad_norm": 73.25,
+      "learning_rate": 9.999610256410256e-07,
+      "loss": 137.2377,
+      "step": 190
+    },
+    {
+      "epoch": 0.021005128205128204,
+      "grad_norm": 72.5,
+      "learning_rate": 9.999589743589743e-07,
+      "loss": 135.6885,
+      "step": 200
+    },
+    {
+      "epoch": 0.022055384615384616,
+      "grad_norm": 74.25,
+      "learning_rate": 9.99956923076923e-07,
+      "loss": 136.6409,
+      "step": 210
+    },
+    {
+      "epoch": 0.023105641025641027,
+      "grad_norm": 73.625,
+      "learning_rate": 9.999548717948716e-07,
+      "loss": 136.0549,
+      "step": 220
+    },
+    {
+      "epoch": 0.024155897435897435,
+      "grad_norm": 73.5,
+      "learning_rate": 9.999528205128205e-07,
+      "loss": 137.4658,
+      "step": 230
+    },
+    {
+      "epoch": 0.025206153846153847,
+      "grad_norm": 80.6875,
+      "learning_rate": 9.999507692307692e-07,
+      "loss": 136.3624,
+      "step": 240
+    },
+    {
+      "epoch": 0.026256410256410255,
+      "grad_norm": 76.4375,
+      "learning_rate": 9.99948717948718e-07,
+      "loss": 136.9343,
+      "step": 250
+    },
+    {
+      "epoch": 0.027306666666666667,
+      "grad_norm": 85.25,
+      "learning_rate": 9.999466666666666e-07,
+      "loss": 137.7632,
+      "step": 260
+    },
+    {
+      "epoch": 0.028356923076923078,
+      "grad_norm": 75.375,
+      "learning_rate": 9.999446153846153e-07,
+      "loss": 137.4173,
+      "step": 270
+    },
+    {
+      "epoch": 0.029407179487179486,
+      "grad_norm": 77.0,
+      "learning_rate": 9.99942564102564e-07,
+      "loss": 136.4367,
+      "step": 280
+    },
+    {
+      "epoch": 0.030457435897435898,
+      "grad_norm": 78.75,
+      "learning_rate": 9.999405128205127e-07,
+      "loss": 136.3395,
+      "step": 290
+    },
+    {
+      "epoch": 0.031507692307692306,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.999384615384614e-07,
+      "loss": 136.1427,
+      "step": 300
+    },
+    {
+      "epoch": 0.03255794871794872,
+      "grad_norm": 75.5625,
+      "learning_rate": 9.9993641025641e-07,
+      "loss": 135.8248,
+      "step": 310
+    },
+    {
+      "epoch": 0.03360820512820513,
+      "grad_norm": 76.6875,
+      "learning_rate": 9.99934358974359e-07,
+      "loss": 136.6485,
+      "step": 320
+    },
+    {
+      "epoch": 0.03465846153846154,
+      "grad_norm": 74.25,
+      "learning_rate": 9.999323076923077e-07,
+      "loss": 137.1976,
+      "step": 330
+    },
+    {
+      "epoch": 0.035708717948717945,
+      "grad_norm": 76.0625,
+      "learning_rate": 9.999302564102564e-07,
+      "loss": 135.8058,
+      "step": 340
+    },
+    {
+      "epoch": 0.03675897435897436,
+      "grad_norm": 81.625,
+      "learning_rate": 9.99928205128205e-07,
+      "loss": 136.5466,
+      "step": 350
+    },
+    {
+      "epoch": 0.03780923076923077,
+      "grad_norm": 76.125,
+      "learning_rate": 9.999261538461538e-07,
+      "loss": 135.6967,
+      "step": 360
+    },
+    {
+      "epoch": 0.03885948717948718,
+      "grad_norm": 75.0625,
+      "learning_rate": 9.999241025641025e-07,
+      "loss": 136.8226,
+      "step": 370
+    },
+    {
+      "epoch": 0.03990974358974359,
+      "grad_norm": 78.0,
+      "learning_rate": 9.999220512820512e-07,
+      "loss": 136.4603,
+      "step": 380
+    },
+    {
+      "epoch": 0.04096,
+      "grad_norm": 74.375,
+      "learning_rate": 9.9992e-07,
+      "loss": 136.3817,
+      "step": 390
+    },
+    {
+      "epoch": 0.04201025641025641,
+      "grad_norm": 74.9375,
+      "learning_rate": 9.999179487179486e-07,
+      "loss": 135.7093,
+      "step": 400
+    },
+    {
+      "epoch": 0.04306051282051282,
+      "grad_norm": 75.1875,
+      "learning_rate": 9.999158974358975e-07,
+      "loss": 137.9199,
+      "step": 410
+    },
+    {
+      "epoch": 0.04411076923076923,
+      "grad_norm": 74.4375,
+      "learning_rate": 9.999138461538462e-07,
+      "loss": 137.6895,
+      "step": 420
+    },
+    {
+      "epoch": 0.04516102564102564,
+      "grad_norm": 76.375,
+      "learning_rate": 9.999117948717949e-07,
+      "loss": 137.1656,
+      "step": 430
+    },
+    {
+      "epoch": 0.046211282051282054,
+      "grad_norm": 78.8125,
+      "learning_rate": 9.999097435897435e-07,
+      "loss": 136.766,
+      "step": 440
+    },
+    {
+      "epoch": 0.04726153846153846,
+      "grad_norm": 77.8125,
+      "learning_rate": 9.999076923076922e-07,
+      "loss": 136.1063,
+      "step": 450
+    },
+    {
+      "epoch": 0.04831179487179487,
+      "grad_norm": 76.25,
+      "learning_rate": 9.99905641025641e-07,
+      "loss": 137.0769,
+      "step": 460
+    },
+    {
+      "epoch": 0.04936205128205128,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.999035897435896e-07,
+      "loss": 136.7605,
+      "step": 470
+    },
+    {
+      "epoch": 0.050412307692307694,
+      "grad_norm": 71.625,
+      "learning_rate": 9.999015384615385e-07,
+      "loss": 136.8585,
+      "step": 480
+    },
+    {
+      "epoch": 0.051462564102564105,
+      "grad_norm": 81.5625,
+      "learning_rate": 9.998994871794872e-07,
+      "loss": 136.7847,
+      "step": 490
+    },
+    {
+      "epoch": 0.05251282051282051,
+      "grad_norm": 78.5,
+      "learning_rate": 9.998974358974357e-07,
+      "loss": 135.8417,
+      "step": 500
+    },
+    {
+      "epoch": 0.05356307692307692,
+      "grad_norm": 79.0625,
+      "learning_rate": 9.998953846153846e-07,
+      "loss": 136.4017,
+      "step": 510
+    },
+    {
+      "epoch": 0.05461333333333333,
+      "grad_norm": 73.0,
+      "learning_rate": 9.998933333333333e-07,
+      "loss": 138.0991,
+      "step": 520
+    },
+    {
+      "epoch": 0.055663589743589745,
+      "grad_norm": 72.5,
+      "learning_rate": 9.99891282051282e-07,
+      "loss": 137.349,
+      "step": 530
+    },
+    {
+      "epoch": 0.056713846153846156,
+      "grad_norm": 74.0625,
+      "learning_rate": 9.998892307692307e-07,
+      "loss": 136.6539,
+      "step": 540
+    },
+    {
+      "epoch": 0.05776410256410256,
+      "grad_norm": 80.375,
+      "learning_rate": 9.998871794871794e-07,
+      "loss": 135.9581,
+      "step": 550
+    },
+    {
+      "epoch": 0.05881435897435897,
+      "grad_norm": 76.1875,
+      "learning_rate": 9.99885128205128e-07,
+      "loss": 137.2837,
+      "step": 560
+    },
+    {
+      "epoch": 0.059864615384615384,
+      "grad_norm": 83.5,
+      "learning_rate": 9.998830769230768e-07,
+      "loss": 135.8109,
+      "step": 570
+    },
+    {
+      "epoch": 0.060914871794871796,
+      "grad_norm": 81.5,
+      "learning_rate": 9.998810256410257e-07,
+      "loss": 136.6003,
+      "step": 580
+    },
+    {
+      "epoch": 0.06196512820512821,
+      "grad_norm": 78.1875,
+      "learning_rate": 9.998789743589744e-07,
+      "loss": 136.3486,
+      "step": 590
+    },
+    {
+      "epoch": 0.06301538461538461,
+      "grad_norm": 74.1875,
+      "learning_rate": 9.99876923076923e-07,
+      "loss": 136.5433,
+      "step": 600
+    },
+    {
+      "epoch": 0.06406564102564102,
+      "grad_norm": 77.9375,
+      "learning_rate": 9.998748717948718e-07,
+      "loss": 137.5628,
+      "step": 610
+    },
+    {
+      "epoch": 0.06511589743589744,
+      "grad_norm": 77.5,
+      "learning_rate": 9.998728205128205e-07,
+      "loss": 136.4774,
+      "step": 620
+    },
+    {
+      "epoch": 0.06616615384615385,
+      "grad_norm": 82.1875,
+      "learning_rate": 9.998707692307692e-07,
+      "loss": 136.5914,
+      "step": 630
+    },
+    {
+      "epoch": 0.06721641025641026,
+      "grad_norm": 75.75,
+      "learning_rate": 9.998687179487178e-07,
+      "loss": 136.7258,
+      "step": 640
+    },
+    {
+      "epoch": 0.06826666666666667,
+      "grad_norm": 77.4375,
+      "learning_rate": 9.998666666666665e-07,
+      "loss": 137.3747,
+      "step": 650
+    },
+    {
+      "epoch": 0.06931692307692308,
+      "grad_norm": 80.6875,
+      "learning_rate": 9.998646153846152e-07,
+      "loss": 136.8755,
+      "step": 660
+    },
+    {
+      "epoch": 0.0703671794871795,
+      "grad_norm": 77.8125,
+      "learning_rate": 9.998625641025641e-07,
+      "loss": 136.6606,
+      "step": 670
+    },
+    {
+      "epoch": 0.07141743589743589,
+      "grad_norm": 74.8125,
+      "learning_rate": 9.998605128205128e-07,
+      "loss": 136.7844,
+      "step": 680
+    },
+    {
+      "epoch": 0.0724676923076923,
+      "grad_norm": 75.5625,
+      "learning_rate": 9.998584615384615e-07,
+      "loss": 136.1632,
+      "step": 690
+    },
+    {
+      "epoch": 0.07351794871794871,
+      "grad_norm": 70.6875,
+      "learning_rate": 9.998564102564102e-07,
+      "loss": 136.7524,
+      "step": 700
+    },
+    {
+      "epoch": 0.07456820512820513,
+      "grad_norm": 69.6875,
+      "learning_rate": 9.99854358974359e-07,
+      "loss": 136.8704,
+      "step": 710
+    },
+    {
+      "epoch": 0.07561846153846154,
+      "grad_norm": 73.25,
+      "learning_rate": 9.998523076923076e-07,
+      "loss": 135.607,
+      "step": 720
+    },
+    {
+      "epoch": 0.07666871794871795,
+      "grad_norm": 79.0,
+      "learning_rate": 9.998502564102563e-07,
+      "loss": 135.7957,
+      "step": 730
+    },
+    {
+      "epoch": 0.07771897435897436,
+      "grad_norm": 74.5,
+      "learning_rate": 9.998482051282052e-07,
+      "loss": 137.2365,
+      "step": 740
+    },
+    {
+      "epoch": 0.07876923076923077,
+      "grad_norm": 72.25,
+      "learning_rate": 9.998461538461537e-07,
+      "loss": 136.9944,
+      "step": 750
+    },
+    {
+      "epoch": 0.07981948717948718,
+      "grad_norm": 80.0625,
+      "learning_rate": 9.998441025641026e-07,
+      "loss": 138.0186,
+      "step": 760
+    },
+    {
+      "epoch": 0.0808697435897436,
+      "grad_norm": 73.125,
+      "learning_rate": 9.998420512820513e-07,
+      "loss": 136.6754,
+      "step": 770
+    },
+    {
+      "epoch": 0.08192,
+      "grad_norm": 79.0,
+      "learning_rate": 9.9984e-07,
+      "loss": 136.0845,
+      "step": 780
+    },
+    {
+      "epoch": 0.0829702564102564,
+      "grad_norm": 77.4375,
+      "learning_rate": 9.998379487179487e-07,
+      "loss": 135.9881,
+      "step": 790
+    },
+    {
+      "epoch": 0.08402051282051282,
+      "grad_norm": 81.8125,
+      "learning_rate": 9.998358974358974e-07,
+      "loss": 137.3697,
+      "step": 800
+    },
+    {
+      "epoch": 0.08507076923076923,
+      "grad_norm": 77.375,
+      "learning_rate": 9.99833846153846e-07,
+      "loss": 136.4123,
+      "step": 810
+    },
+    {
+      "epoch": 0.08612102564102564,
+      "grad_norm": 76.5625,
+      "learning_rate": 9.998317948717948e-07,
+      "loss": 136.5667,
+      "step": 820
+    },
+    {
+      "epoch": 0.08717128205128205,
+      "grad_norm": 75.875,
+      "learning_rate": 9.998297435897437e-07,
+      "loss": 137.2428,
+      "step": 830
+    },
+    {
+      "epoch": 0.08822153846153846,
+      "grad_norm": 80.4375,
+      "learning_rate": 9.998276923076924e-07,
+      "loss": 135.8229,
+      "step": 840
+    },
+    {
+      "epoch": 0.08927179487179487,
+      "grad_norm": 75.4375,
+      "learning_rate": 9.998256410256408e-07,
+      "loss": 135.0417,
+      "step": 850
+    },
+    {
+      "epoch": 0.09032205128205129,
+      "grad_norm": 89.0625,
+      "learning_rate": 9.998235897435897e-07,
+      "loss": 136.6309,
+      "step": 860
+    },
+    {
+      "epoch": 0.0913723076923077,
+      "grad_norm": 74.0,
+      "learning_rate": 9.998215384615384e-07,
+      "loss": 136.2141,
+      "step": 870
+    },
+    {
+      "epoch": 0.09242256410256411,
+      "grad_norm": 78.875,
+      "learning_rate": 9.998194871794871e-07,
+      "loss": 135.1106,
+      "step": 880
+    },
+    {
+      "epoch": 0.0934728205128205,
+      "grad_norm": 79.8125,
+      "learning_rate": 9.998174358974358e-07,
+      "loss": 136.1402,
+      "step": 890
+    },
+    {
+      "epoch": 0.09452307692307692,
+      "grad_norm": 83.1875,
+      "learning_rate": 9.998153846153845e-07,
+      "loss": 135.6284,
+      "step": 900
+    },
+    {
+      "epoch": 0.09557333333333333,
+      "grad_norm": 78.1875,
+      "learning_rate": 9.998133333333332e-07,
+      "loss": 135.9521,
+      "step": 910
+    },
+    {
+      "epoch": 0.09662358974358974,
+      "grad_norm": 78.0625,
+      "learning_rate": 9.99811282051282e-07,
+      "loss": 136.0459,
+      "step": 920
+    },
+    {
+      "epoch": 0.09767384615384615,
+      "grad_norm": 75.1875,
+      "learning_rate": 9.998092307692308e-07,
+      "loss": 135.8785,
+      "step": 930
+    },
+    {
+      "epoch": 0.09872410256410256,
+      "grad_norm": 75.0,
+      "learning_rate": 9.998071794871795e-07,
+      "loss": 135.5974,
+      "step": 940
+    },
+    {
+      "epoch": 0.09977435897435898,
+      "grad_norm": 73.5625,
+      "learning_rate": 9.998051282051282e-07,
+      "loss": 135.9134,
+      "step": 950
+    },
+    {
+      "epoch": 0.10082461538461539,
+      "grad_norm": 83.875,
+      "learning_rate": 9.99803076923077e-07,
+      "loss": 136.6835,
+      "step": 960
+    },
+    {
+      "epoch": 0.1018748717948718,
+      "grad_norm": 74.9375,
+      "learning_rate": 9.998010256410256e-07,
+      "loss": 136.0822,
+      "step": 970
+    },
+    {
+      "epoch": 0.10292512820512821,
+      "grad_norm": 78.8125,
+      "learning_rate": 9.997989743589743e-07,
+      "loss": 135.76,
+      "step": 980
+    },
+    {
+      "epoch": 0.10397538461538462,
+      "grad_norm": 81.5,
+      "learning_rate": 9.99796923076923e-07,
+      "loss": 137.3108,
+      "step": 990
+    },
+    {
+      "epoch": 0.10502564102564102,
+      "grad_norm": 74.6875,
+      "learning_rate": 9.997948717948717e-07,
+      "loss": 136.5909,
+      "step": 1000
+    },
+    {
+      "epoch": 0.10607589743589743,
+      "grad_norm": 76.9375,
+      "learning_rate": 9.997928205128204e-07,
+      "loss": 136.463,
+      "step": 1010
+    },
+    {
+      "epoch": 0.10712615384615384,
+      "grad_norm": 76.5,
+      "learning_rate": 9.997907692307693e-07,
+      "loss": 135.7026,
+      "step": 1020
+    },
+    {
+      "epoch": 0.10817641025641025,
+      "grad_norm": 78.0,
+      "learning_rate": 9.99788717948718e-07,
+      "loss": 136.5197,
+      "step": 1030
+    },
+    {
+      "epoch": 0.10922666666666667,
+      "grad_norm": 77.4375,
+      "learning_rate": 9.997866666666667e-07,
+      "loss": 135.3555,
+      "step": 1040
+    },
+    {
+      "epoch": 0.11027692307692308,
+      "grad_norm": 76.0625,
+      "learning_rate": 9.997846153846154e-07,
+      "loss": 135.3746,
+      "step": 1050
+    },
+    {
+      "epoch": 0.11132717948717949,
+      "grad_norm": 76.4375,
+      "learning_rate": 9.99782564102564e-07,
+      "loss": 136.8601,
+      "step": 1060
+    },
+    {
+      "epoch": 0.1123774358974359,
+      "grad_norm": 74.4375,
+      "learning_rate": 9.997805128205127e-07,
+      "loss": 137.0016,
+      "step": 1070
+    },
+    {
+      "epoch": 0.11342769230769231,
+      "grad_norm": 75.875,
+      "learning_rate": 9.997784615384614e-07,
+      "loss": 136.985,
+      "step": 1080
+    },
+    {
+      "epoch": 0.11447794871794872,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.997764102564103e-07,
+      "loss": 136.9973,
+      "step": 1090
+    },
+    {
+      "epoch": 0.11552820512820512,
+      "grad_norm": 74.875,
+      "learning_rate": 9.997743589743588e-07,
+      "loss": 137.1771,
+      "step": 1100
+    },
+    {
+      "epoch": 0.11657846153846153,
+      "grad_norm": 76.0,
+      "learning_rate": 9.997723076923077e-07,
+      "loss": 136.5904,
+      "step": 1110
+    },
+    {
+      "epoch": 0.11762871794871795,
+      "grad_norm": 80.0,
+      "learning_rate": 9.997702564102564e-07,
+      "loss": 137.0198,
+      "step": 1120
+    },
+    {
+      "epoch": 0.11867897435897436,
+      "grad_norm": 78.3125,
+      "learning_rate": 9.997682051282051e-07,
+      "loss": 136.515,
+      "step": 1130
+    },
+    {
+      "epoch": 0.11972923076923077,
+      "grad_norm": 77.0625,
+      "learning_rate": 9.997661538461538e-07,
+      "loss": 136.2788,
+      "step": 1140
+    },
+    {
+      "epoch": 0.12077948717948718,
+      "grad_norm": 76.625,
+      "learning_rate": 9.997641025641025e-07,
+      "loss": 135.2233,
+      "step": 1150
+    },
+    {
+      "epoch": 0.12182974358974359,
+      "grad_norm": 77.5625,
+      "learning_rate": 9.997620512820512e-07,
+      "loss": 136.8247,
+      "step": 1160
+    },
+    {
+      "epoch": 0.12288,
+      "grad_norm": 79.4375,
+      "learning_rate": 9.9976e-07,
+      "loss": 135.9922,
+      "step": 1170
+    },
+    {
+      "epoch": 0.12393025641025641,
+      "grad_norm": 74.9375,
+      "learning_rate": 9.997579487179488e-07,
+      "loss": 135.9835,
+      "step": 1180
+    },
+    {
+      "epoch": 0.12498051282051283,
+      "grad_norm": 78.4375,
+      "learning_rate": 9.997558974358975e-07,
+      "loss": 137.149,
+      "step": 1190
+    },
+    {
+      "epoch": 0.12603076923076922,
+      "grad_norm": 87.0,
+      "learning_rate": 9.99753846153846e-07,
+      "loss": 135.9062,
+      "step": 1200
+    },
+    {
+      "epoch": 0.12708102564102564,
+      "grad_norm": 90.75,
+      "learning_rate": 9.997517948717949e-07,
+      "loss": 137.0315,
+      "step": 1210
+    },
+    {
+      "epoch": 0.12813128205128205,
+      "grad_norm": 74.1875,
+      "learning_rate": 9.997497435897436e-07,
+      "loss": 134.5245,
+      "step": 1220
+    },
+    {
+      "epoch": 0.12918153846153846,
+      "grad_norm": 77.4375,
+      "learning_rate": 9.997476923076923e-07,
+      "loss": 136.1781,
+      "step": 1230
+    },
+    {
+      "epoch": 0.13023179487179487,
+      "grad_norm": 76.1875,
+      "learning_rate": 9.99745641025641e-07,
+      "loss": 135.0808,
+      "step": 1240
+    },
+    {
+      "epoch": 0.13128205128205128,
+      "grad_norm": 88.1875,
+      "learning_rate": 9.997435897435897e-07,
+      "loss": 137.6019,
+      "step": 1250
+    },
+    {
+      "epoch": 0.1323323076923077,
+      "grad_norm": 77.75,
+      "learning_rate": 9.997415384615384e-07,
+      "loss": 136.8665,
+      "step": 1260
+    },
+    {
+      "epoch": 0.1333825641025641,
+      "grad_norm": 74.625,
+      "learning_rate": 9.99739487179487e-07,
+      "loss": 135.1396,
+      "step": 1270
+    },
+    {
+      "epoch": 0.13443282051282052,
+      "grad_norm": 77.125,
+      "learning_rate": 9.99737435897436e-07,
+      "loss": 136.1739,
+      "step": 1280
+    },
+    {
+      "epoch": 0.13548307692307693,
+      "grad_norm": 86.375,
+      "learning_rate": 9.997353846153844e-07,
+      "loss": 135.8782,
+      "step": 1290
+    },
+    {
+      "epoch": 0.13653333333333334,
+      "grad_norm": 80.8125,
+      "learning_rate": 9.997333333333333e-07,
+      "loss": 135.7326,
+      "step": 1300
+    },
+    {
+      "epoch": 0.13758358974358975,
+      "grad_norm": 76.0625,
+      "learning_rate": 9.99731282051282e-07,
+      "loss": 135.3882,
+      "step": 1310
+    },
+    {
+      "epoch": 0.13863384615384616,
+      "grad_norm": 81.4375,
+      "learning_rate": 9.997292307692307e-07,
+      "loss": 136.0269,
+      "step": 1320
+    },
+    {
+      "epoch": 0.13968410256410257,
+      "grad_norm": 75.125,
+      "learning_rate": 9.997271794871794e-07,
+      "loss": 135.8283,
+      "step": 1330
+    },
+    {
+      "epoch": 0.140734358974359,
+      "grad_norm": 76.3125,
+      "learning_rate": 9.997251282051281e-07,
+      "loss": 135.8927,
+      "step": 1340
+    },
+    {
+      "epoch": 0.1417846153846154,
+      "grad_norm": 81.375,
+      "learning_rate": 9.997230769230768e-07,
+      "loss": 136.4391,
+      "step": 1350
+    },
+    {
+      "epoch": 0.14283487179487178,
+      "grad_norm": 76.8125,
+      "learning_rate": 9.997210256410255e-07,
+      "loss": 136.1003,
+      "step": 1360
+    },
+    {
+      "epoch": 0.1438851282051282,
+      "grad_norm": 77.0625,
+      "learning_rate": 9.997189743589744e-07,
+      "loss": 136.084,
+      "step": 1370
+    },
+    {
+      "epoch": 0.1449353846153846,
+      "grad_norm": 77.9375,
+      "learning_rate": 9.99716923076923e-07,
+      "loss": 136.8443,
+      "step": 1380
+    },
+    {
+      "epoch": 0.14598564102564102,
+      "grad_norm": 78.875,
+      "learning_rate": 9.997148717948718e-07,
+      "loss": 137.2401,
+      "step": 1390
+    },
+    {
+      "epoch": 0.14703589743589743,
+      "grad_norm": 77.75,
+      "learning_rate": 9.997128205128205e-07,
+      "loss": 135.3477,
+      "step": 1400
+    },
+    {
+      "epoch": 0.14808615384615384,
+      "grad_norm": 75.0625,
+      "learning_rate": 9.997107692307692e-07,
+      "loss": 136.3265,
+      "step": 1410
+    },
+    {
+      "epoch": 0.14913641025641025,
+      "grad_norm": 77.0625,
+      "learning_rate": 9.997087179487179e-07,
+      "loss": 135.3777,
+      "step": 1420
+    },
+    {
+      "epoch": 0.15018666666666666,
+      "grad_norm": 83.125,
+      "learning_rate": 9.997066666666666e-07,
+      "loss": 136.6043,
+      "step": 1430
+    },
+    {
+      "epoch": 0.15123692307692307,
+      "grad_norm": 75.5,
+      "learning_rate": 9.997046153846153e-07,
+      "loss": 134.7866,
+      "step": 1440
+    },
+    {
+      "epoch": 0.15228717948717949,
+      "grad_norm": 80.0625,
+      "learning_rate": 9.99702564102564e-07,
+      "loss": 136.6343,
+      "step": 1450
+    },
+    {
+      "epoch": 0.1533374358974359,
+      "grad_norm": 77.1875,
+      "learning_rate": 9.997005128205129e-07,
+      "loss": 135.3757,
+      "step": 1460
+    },
+    {
+      "epoch": 0.1543876923076923,
+      "grad_norm": 76.1875,
+      "learning_rate": 9.996984615384616e-07,
+      "loss": 137.085,
+      "step": 1470
+    },
+    {
+      "epoch": 0.15543794871794872,
+      "grad_norm": 82.9375,
+      "learning_rate": 9.996964102564103e-07,
+      "loss": 135.0811,
+      "step": 1480
+    },
+    {
+      "epoch": 0.15648820512820513,
+      "grad_norm": 82.1875,
+      "learning_rate": 9.99694358974359e-07,
+      "loss": 137.3096,
+      "step": 1490
+    },
+    {
+      "epoch": 0.15753846153846154,
+      "grad_norm": 86.875,
+      "learning_rate": 9.996923076923076e-07,
+      "loss": 137.6569,
+      "step": 1500
+    },
+    {
+      "epoch": 0.15858871794871796,
+      "grad_norm": 82.8125,
+      "learning_rate": 9.996902564102563e-07,
+      "loss": 135.1526,
+      "step": 1510
+    },
+    {
+      "epoch": 0.15963897435897437,
+      "grad_norm": 76.125,
+      "learning_rate": 9.99688205128205e-07,
+      "loss": 136.4004,
+      "step": 1520
+    },
+    {
+      "epoch": 0.16068923076923078,
+      "grad_norm": 77.25,
+      "learning_rate": 9.99686153846154e-07,
+      "loss": 135.9153,
+      "step": 1530
+    },
+    {
+      "epoch": 0.1617394871794872,
+      "grad_norm": 79.5625,
+      "learning_rate": 9.996841025641024e-07,
+      "loss": 135.5955,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1627897435897436,
+      "grad_norm": 73.5,
+      "learning_rate": 9.996820512820511e-07,
+      "loss": 135.8393,
+      "step": 1550
+    },
+    {
+      "epoch": 0.16384,
+      "grad_norm": 79.625,
+      "learning_rate": 9.9968e-07,
+      "loss": 134.5212,
+      "step": 1560
+    },
+    {
+      "epoch": 0.1648902564102564,
+      "grad_norm": 77.0625,
+      "learning_rate": 9.996779487179487e-07,
+      "loss": 134.8009,
+      "step": 1570
+    },
+    {
+      "epoch": 0.1659405128205128,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.996758974358974e-07,
+      "loss": 136.2163,
+      "step": 1580
+    },
+    {
+      "epoch": 0.16699076923076922,
+      "grad_norm": 76.25,
+      "learning_rate": 9.99673846153846e-07,
+      "loss": 134.558,
+      "step": 1590
+    },
+    {
+      "epoch": 0.16804102564102563,
+      "grad_norm": 80.5,
+      "learning_rate": 9.996717948717948e-07,
+      "loss": 137.3439,
+      "step": 1600
+    },
+    {
+      "epoch": 0.16909128205128204,
+      "grad_norm": 79.5,
+      "learning_rate": 9.996697435897435e-07,
+      "loss": 135.4167,
+      "step": 1610
+    },
+    {
+      "epoch": 0.17014153846153846,
+      "grad_norm": 84.375,
+      "learning_rate": 9.996676923076922e-07,
+      "loss": 135.6234,
+      "step": 1620
+    },
+    {
+      "epoch": 0.17119179487179487,
+      "grad_norm": 77.125,
+      "learning_rate": 9.99665641025641e-07,
+      "loss": 136.2828,
+      "step": 1630
+    },
+    {
+      "epoch": 0.17224205128205128,
+      "grad_norm": 80.0625,
+      "learning_rate": 9.996635897435896e-07,
+      "loss": 136.7889,
+      "step": 1640
+    },
+    {
+      "epoch": 0.1732923076923077,
+      "grad_norm": 85.1875,
+      "learning_rate": 9.996615384615385e-07,
+      "loss": 135.2274,
+      "step": 1650
+    },
+    {
+      "epoch": 0.1743425641025641,
+      "grad_norm": 76.0625,
+      "learning_rate": 9.996594871794872e-07,
+      "loss": 134.4018,
+      "step": 1660
+    },
+    {
+      "epoch": 0.1753928205128205,
+      "grad_norm": 72.5,
+      "learning_rate": 9.996574358974359e-07,
+      "loss": 136.2152,
+      "step": 1670
+    },
+    {
+      "epoch": 0.17644307692307692,
+      "grad_norm": 80.125,
+      "learning_rate": 9.996553846153846e-07,
+      "loss": 137.071,
+      "step": 1680
+    },
+    {
+      "epoch": 0.17749333333333334,
+      "grad_norm": 78.375,
+      "learning_rate": 9.996533333333332e-07,
+      "loss": 138.2829,
+      "step": 1690
+    },
+    {
+      "epoch": 0.17854358974358975,
+      "grad_norm": 80.5625,
+      "learning_rate": 9.99651282051282e-07,
+      "loss": 138.097,
+      "step": 1700
+    },
+    {
+      "epoch": 0.17959384615384616,
+      "grad_norm": 75.4375,
+      "learning_rate": 9.996492307692306e-07,
+      "loss": 135.6503,
+      "step": 1710
+    },
+    {
+      "epoch": 0.18064410256410257,
+      "grad_norm": 72.3125,
+      "learning_rate": 9.996471794871795e-07,
+      "loss": 135.8609,
+      "step": 1720
+    },
+    {
+      "epoch": 0.18169435897435898,
+      "grad_norm": 76.5,
+      "learning_rate": 9.996451282051282e-07,
+      "loss": 135.2807,
+      "step": 1730
+    },
+    {
+      "epoch": 0.1827446153846154,
+      "grad_norm": 77.375,
+      "learning_rate": 9.99643076923077e-07,
+      "loss": 137.0498,
+      "step": 1740
+    },
+    {
+      "epoch": 0.1837948717948718,
+      "grad_norm": 79.125,
+      "learning_rate": 9.996410256410256e-07,
+      "loss": 135.6374,
+      "step": 1750
+    },
+    {
+      "epoch": 0.18484512820512822,
+      "grad_norm": 76.4375,
+      "learning_rate": 9.996389743589743e-07,
+      "loss": 135.5604,
+      "step": 1760
+    },
+    {
+      "epoch": 0.18589538461538463,
+      "grad_norm": 77.1875,
+      "learning_rate": 9.99636923076923e-07,
+      "loss": 136.8207,
+      "step": 1770
+    },
+    {
+      "epoch": 0.186945641025641,
+      "grad_norm": 73.75,
+      "learning_rate": 9.996348717948717e-07,
+      "loss": 134.608,
+      "step": 1780
+    },
+    {
+      "epoch": 0.18799589743589742,
+      "grad_norm": 76.75,
+      "learning_rate": 9.996328205128204e-07,
+      "loss": 134.2615,
+      "step": 1790
+    },
+    {
+      "epoch": 0.18904615384615384,
+      "grad_norm": 71.0,
+      "learning_rate": 9.99630769230769e-07,
+      "loss": 135.2525,
+      "step": 1800
+    },
+    {
+      "epoch": 0.19009641025641025,
+      "grad_norm": 73.8125,
+      "learning_rate": 9.99628717948718e-07,
+      "loss": 136.1974,
+      "step": 1810
+    },
+    {
+      "epoch": 0.19114666666666666,
+      "grad_norm": 75.8125,
+      "learning_rate": 9.996266666666667e-07,
+      "loss": 135.5419,
+      "step": 1820
+    },
+    {
+      "epoch": 0.19219692307692307,
+      "grad_norm": 80.75,
+      "learning_rate": 9.996246153846154e-07,
+      "loss": 137.3305,
+      "step": 1830
+    },
+    {
+      "epoch": 0.19324717948717948,
+      "grad_norm": 71.25,
+      "learning_rate": 9.99622564102564e-07,
+      "loss": 137.0593,
+      "step": 1840
+    },
+    {
+      "epoch": 0.1942974358974359,
+      "grad_norm": 74.75,
+      "learning_rate": 9.996205128205128e-07,
+      "loss": 134.3344,
+      "step": 1850
+    },
+    {
+      "epoch": 0.1953476923076923,
+      "grad_norm": 78.875,
+      "learning_rate": 9.996184615384615e-07,
+      "loss": 135.5054,
+      "step": 1860
+    },
+    {
+      "epoch": 0.19639794871794872,
+      "grad_norm": 86.9375,
+      "learning_rate": 9.996164102564102e-07,
+      "loss": 135.8128,
+      "step": 1870
+    },
+    {
+      "epoch": 0.19744820512820513,
+      "grad_norm": 77.375,
+      "learning_rate": 9.99614358974359e-07,
+      "loss": 136.683,
+      "step": 1880
+    },
+    {
+      "epoch": 0.19849846153846154,
+      "grad_norm": 74.625,
+      "learning_rate": 9.996123076923075e-07,
+      "loss": 135.5866,
+      "step": 1890
+    },
+    {
+      "epoch": 0.19954871794871795,
+      "grad_norm": 81.9375,
+      "learning_rate": 9.996102564102562e-07,
+      "loss": 136.3391,
+      "step": 1900
+    },
+    {
+      "epoch": 0.20059897435897436,
+      "grad_norm": 72.3125,
+      "learning_rate": 9.996082051282051e-07,
+      "loss": 134.9728,
+      "step": 1910
+    },
+    {
+      "epoch": 0.20164923076923078,
+      "grad_norm": 76.0,
+      "learning_rate": 9.996061538461538e-07,
+      "loss": 136.9715,
+      "step": 1920
+    },
+    {
+      "epoch": 0.2026994871794872,
+      "grad_norm": 75.875,
+      "learning_rate": 9.996041025641025e-07,
+      "loss": 136.9253,
+      "step": 1930
+    },
+    {
+      "epoch": 0.2037497435897436,
+      "grad_norm": 72.5625,
+      "learning_rate": 9.996020512820512e-07,
+      "loss": 136.5684,
+      "step": 1940
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 79.1875,
+      "learning_rate": 9.996e-07,
+      "loss": 137.1642,
+      "step": 1950
+    },
+    {
+      "epoch": 0.20585025641025642,
+      "grad_norm": 73.25,
+      "learning_rate": 9.995979487179486e-07,
+      "loss": 136.117,
+      "step": 1960
+    },
+    {
+      "epoch": 0.20690051282051283,
+      "grad_norm": 75.5625,
+      "learning_rate": 9.995958974358973e-07,
+      "loss": 134.5405,
+      "step": 1970
+    },
+    {
+      "epoch": 0.20795076923076924,
+      "grad_norm": 83.3125,
+      "learning_rate": 9.995938461538462e-07,
+      "loss": 137.0504,
+      "step": 1980
+    },
+    {
+      "epoch": 0.20900102564102563,
+      "grad_norm": 79.875,
+      "learning_rate": 9.995917948717947e-07,
+      "loss": 136.2677,
+      "step": 1990
+    },
+    {
+      "epoch": 0.21005128205128204,
+      "grad_norm": 79.125,
+      "learning_rate": 9.995897435897436e-07,
+      "loss": 135.2774,
+      "step": 2000
+    },
+    {
+      "epoch": 0.21110153846153845,
+      "grad_norm": 76.75,
+      "learning_rate": 9.995876923076923e-07,
+      "loss": 136.594,
+      "step": 2010
+    },
+    {
+      "epoch": 0.21215179487179486,
+      "grad_norm": 83.25,
+      "learning_rate": 9.99585641025641e-07,
+      "loss": 134.4644,
+      "step": 2020
+    },
+    {
+      "epoch": 0.21320205128205127,
+      "grad_norm": 73.75,
+      "learning_rate": 9.995835897435897e-07,
+      "loss": 136.3149,
+      "step": 2030
+    },
+    {
+      "epoch": 0.2142523076923077,
+      "grad_norm": 77.1875,
+      "learning_rate": 9.995815384615384e-07,
+      "loss": 135.3595,
+      "step": 2040
+    },
+    {
+      "epoch": 0.2153025641025641,
+      "grad_norm": 72.875,
+      "learning_rate": 9.99579487179487e-07,
+      "loss": 133.5256,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2163528205128205,
+      "grad_norm": 79.0,
+      "learning_rate": 9.995774358974358e-07,
+      "loss": 135.2664,
+      "step": 2060
+    },
+    {
+      "epoch": 0.21740307692307692,
+      "grad_norm": 73.1875,
+      "learning_rate": 9.995753846153847e-07,
+      "loss": 136.2204,
+      "step": 2070
+    },
+    {
+      "epoch": 0.21845333333333333,
+      "grad_norm": 75.5625,
+      "learning_rate": 9.995733333333334e-07,
+      "loss": 137.547,
+      "step": 2080
+    },
+    {
+      "epoch": 0.21950358974358974,
+      "grad_norm": 75.3125,
+      "learning_rate": 9.99571282051282e-07,
+      "loss": 135.3881,
+      "step": 2090
+    },
+    {
+      "epoch": 0.22055384615384616,
+      "grad_norm": 76.0625,
+      "learning_rate": 9.995692307692308e-07,
+      "loss": 133.5891,
+      "step": 2100
+    },
+    {
+      "epoch": 0.22160410256410257,
+      "grad_norm": 79.25,
+      "learning_rate": 9.995671794871795e-07,
+      "loss": 135.3257,
+      "step": 2110
+    },
+    {
+      "epoch": 0.22265435897435898,
+      "grad_norm": 72.1875,
+      "learning_rate": 9.995651282051281e-07,
+      "loss": 136.8712,
+      "step": 2120
+    },
+    {
+      "epoch": 0.2237046153846154,
+      "grad_norm": 75.0625,
+      "learning_rate": 9.995630769230768e-07,
+      "loss": 136.354,
+      "step": 2130
+    },
+    {
+      "epoch": 0.2247548717948718,
+      "grad_norm": 77.9375,
+      "learning_rate": 9.995610256410255e-07,
+      "loss": 136.7022,
+      "step": 2140
+    },
+    {
+      "epoch": 0.2258051282051282,
+      "grad_norm": 79.25,
+      "learning_rate": 9.995589743589742e-07,
+      "loss": 135.4528,
+      "step": 2150
+    },
+    {
+      "epoch": 0.22685538461538463,
+      "grad_norm": 72.5625,
+      "learning_rate": 9.995569230769231e-07,
+      "loss": 134.8882,
+      "step": 2160
+    },
+    {
+      "epoch": 0.22790564102564104,
+      "grad_norm": 77.3125,
+      "learning_rate": 9.995548717948718e-07,
+      "loss": 136.6945,
+      "step": 2170
+    },
+    {
+      "epoch": 0.22895589743589745,
+      "grad_norm": 77.5625,
+      "learning_rate": 9.995528205128205e-07,
+      "loss": 135.1974,
+      "step": 2180
+    },
+    {
+      "epoch": 0.23000615384615383,
+      "grad_norm": 78.375,
+      "learning_rate": 9.995507692307692e-07,
+      "loss": 134.4525,
+      "step": 2190
+    },
+    {
+      "epoch": 0.23105641025641024,
+      "grad_norm": 74.375,
+      "learning_rate": 9.99548717948718e-07,
+      "loss": 136.5888,
+      "step": 2200
+    },
+    {
+      "epoch": 0.23210666666666666,
+      "grad_norm": 76.25,
+      "learning_rate": 9.995466666666666e-07,
+      "loss": 134.7819,
+      "step": 2210
+    },
+    {
+      "epoch": 0.23315692307692307,
+      "grad_norm": 77.5625,
+      "learning_rate": 9.995446153846153e-07,
+      "loss": 136.178,
+      "step": 2220
+    },
+    {
+      "epoch": 0.23420717948717948,
+      "grad_norm": 73.0625,
+      "learning_rate": 9.995425641025642e-07,
+      "loss": 134.5108,
+      "step": 2230
+    },
+    {
+      "epoch": 0.2352574358974359,
+      "grad_norm": 74.5,
+      "learning_rate": 9.995405128205127e-07,
+      "loss": 133.9853,
+      "step": 2240
+    },
+    {
+      "epoch": 0.2363076923076923,
+      "grad_norm": 78.125,
+      "learning_rate": 9.995384615384614e-07,
+      "loss": 135.3976,
+      "step": 2250
+    },
+    {
+      "epoch": 0.2373579487179487,
+      "grad_norm": 77.0625,
+      "learning_rate": 9.995364102564103e-07,
+      "loss": 134.6315,
+      "step": 2260
+    },
+    {
+      "epoch": 0.23840820512820513,
+      "grad_norm": 76.375,
+      "learning_rate": 9.99534358974359e-07,
+      "loss": 135.5964,
+      "step": 2270
+    },
+    {
+      "epoch": 0.23945846153846154,
+      "grad_norm": 79.0,
+      "learning_rate": 9.995323076923077e-07,
+      "loss": 134.7914,
+      "step": 2280
+    },
+    {
+      "epoch": 0.24050871794871795,
+      "grad_norm": 72.75,
+      "learning_rate": 9.995302564102564e-07,
+      "loss": 136.3084,
+      "step": 2290
+    },
+    {
+      "epoch": 0.24155897435897436,
+      "grad_norm": 80.0,
+      "learning_rate": 9.99528205128205e-07,
+      "loss": 135.3856,
+      "step": 2300
+    },
+    {
+      "epoch": 0.24260923076923077,
+      "grad_norm": 74.375,
+      "learning_rate": 9.995261538461538e-07,
+      "loss": 135.1752,
+      "step": 2310
+    },
+    {
+      "epoch": 0.24365948717948718,
+      "grad_norm": 78.4375,
+      "learning_rate": 9.995241025641024e-07,
+      "loss": 135.734,
+      "step": 2320
+    },
+    {
+      "epoch": 0.2447097435897436,
+      "grad_norm": 73.0625,
+      "learning_rate": 9.995220512820514e-07,
+      "loss": 138.4359,
+      "step": 2330
+    },
+    {
+      "epoch": 0.24576,
+      "grad_norm": 75.6875,
+      "learning_rate": 9.995199999999998e-07,
+      "loss": 134.4686,
+      "step": 2340
+    },
+    {
+      "epoch": 0.24681025641025642,
+      "grad_norm": 80.1875,
+      "learning_rate": 9.995179487179487e-07,
+      "loss": 134.8197,
+      "step": 2350
+    },
+    {
+      "epoch": 0.24786051282051283,
+      "grad_norm": 72.625,
+      "learning_rate": 9.995158974358974e-07,
+      "loss": 133.9546,
+      "step": 2360
+    },
+    {
+      "epoch": 0.24891076923076924,
+      "grad_norm": 78.6875,
+      "learning_rate": 9.995138461538461e-07,
+      "loss": 136.5728,
+      "step": 2370
+    },
+    {
+      "epoch": 0.24996102564102565,
+      "grad_norm": 75.1875,
+      "learning_rate": 9.995117948717948e-07,
+      "loss": 134.8723,
+      "step": 2380
+    },
+    {
+      "epoch": 0.25101128205128204,
+      "grad_norm": 80.0625,
+      "learning_rate": 9.995097435897435e-07,
+      "loss": 135.4755,
+      "step": 2390
+    },
+    {
+      "epoch": 0.25206153846153845,
+      "grad_norm": 79.375,
+      "learning_rate": 9.995076923076922e-07,
+      "loss": 135.7919,
+      "step": 2400
+    },
+    {
+      "epoch": 0.25311179487179486,
+      "grad_norm": 77.9375,
+      "learning_rate": 9.99505641025641e-07,
+      "loss": 134.9586,
+      "step": 2410
+    },
+    {
+      "epoch": 0.25416205128205127,
+      "grad_norm": 83.8125,
+      "learning_rate": 9.995035897435898e-07,
+      "loss": 135.5097,
+      "step": 2420
+    },
+    {
+      "epoch": 0.2552123076923077,
+      "grad_norm": 75.125,
+      "learning_rate": 9.995015384615383e-07,
+      "loss": 135.1367,
+      "step": 2430
+    },
+    {
+      "epoch": 0.2562625641025641,
+      "grad_norm": 82.75,
+      "learning_rate": 9.994994871794872e-07,
+      "loss": 134.9296,
+      "step": 2440
+    },
+    {
+      "epoch": 0.2573128205128205,
+      "grad_norm": 79.125,
+      "learning_rate": 9.994974358974359e-07,
+      "loss": 135.2879,
+      "step": 2450
+    },
+    {
+      "epoch": 0.2583630769230769,
+      "grad_norm": 75.25,
+      "learning_rate": 9.994953846153846e-07,
+      "loss": 137.2041,
+      "step": 2460
+    },
+    {
+      "epoch": 0.25941333333333333,
+      "grad_norm": 73.125,
+      "learning_rate": 9.994933333333333e-07,
+      "loss": 134.5497,
+      "step": 2470
+    },
+    {
+      "epoch": 0.26046358974358974,
+      "grad_norm": 76.3125,
+      "learning_rate": 9.99491282051282e-07,
+      "loss": 133.5379,
+      "step": 2480
+    },
+    {
+      "epoch": 0.26151384615384615,
+      "grad_norm": 79.3125,
+      "learning_rate": 9.994892307692307e-07,
+      "loss": 135.711,
+      "step": 2490
+    },
+    {
+      "epoch": 0.26256410256410256,
+      "grad_norm": 75.1875,
+      "learning_rate": 9.994871794871794e-07,
+      "loss": 135.4191,
+      "step": 2500
+    },
+    {
+      "epoch": 0.26256410256410256,
+      "eval_loss": 2.1188364028930664,
+      "eval_runtime": 323.2666,
+      "eval_samples_per_second": 1546.714,
+      "eval_steps_per_second": 48.338,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9521,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 2500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.902791444365312e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23492036bdc84669a41a1b636fadc3e1c5ee58e616c663e3f1fb424173023a1d
+size 5368