Upload sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1 files

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-197/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-394/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-396/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoint-197/config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-197/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

checkpoint-197/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cacc9fbaa9e6b219d6f736ae36c0bba9dd28405439e085cf5eebd0ab1870384
+size 2471645608

checkpoint-197/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47e317f379ccb62cb85d71518ba620db532b1908fdd447f20f3c39206301056
+size 4943382114

checkpoint-197/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ffa5186ea4232c50038b21a65a44f50f273b3c504a7c78993d105597c439ae
+size 14244

checkpoint-197/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b91a24b61b6775379e28adfd619e247f2d91ac85ba8bc32341bc5a0b56154e9
+size 1064

checkpoint-197/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>"
+}

checkpoint-197/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
+size 17210200

checkpoint-197/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-197/trainer_state.json

@@ -0,0 +1,1430 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.49747474747474746,
+  "eval_steps": 98,
+  "global_step": 197,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0025252525252525255,
+      "grad_norm": 18.25,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 1.9914,
+      "step": 1
+    },
+    {
+      "epoch": 0.005050505050505051,
+      "grad_norm": 20.375,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.1829,
+      "step": 2
+    },
+    {
+      "epoch": 0.007575757575757576,
+      "grad_norm": 18.25,
+      "learning_rate": 3e-06,
+      "loss": 2.1929,
+      "step": 3
+    },
+    {
+      "epoch": 0.010101010101010102,
+      "grad_norm": 17.625,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 2.1297,
+      "step": 4
+    },
+    {
+      "epoch": 0.012626262626262626,
+      "grad_norm": 15.5625,
+      "learning_rate": 5e-06,
+      "loss": 2.0477,
+      "step": 5
+    },
+    {
+      "epoch": 0.015151515151515152,
+      "grad_norm": 12.9375,
+      "learning_rate": 6e-06,
+      "loss": 1.9193,
+      "step": 6
+    },
+    {
+      "epoch": 0.017676767676767676,
+      "grad_norm": 10.8125,
+      "learning_rate": 7e-06,
+      "loss": 1.8775,
+      "step": 7
+    },
+    {
+      "epoch": 0.020202020202020204,
+      "grad_norm": 10.625,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.9196,
+      "step": 8
+    },
+    {
+      "epoch": 0.022727272727272728,
+      "grad_norm": 11.8125,
+      "learning_rate": 9e-06,
+      "loss": 1.8893,
+      "step": 9
+    },
+    {
+      "epoch": 0.025252525252525252,
+      "grad_norm": 11.1875,
+      "learning_rate": 1e-05,
+      "loss": 1.7865,
+      "step": 10
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 9.5,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 1.4009,
+      "step": 11
+    },
+    {
+      "epoch": 0.030303030303030304,
+      "grad_norm": 11.25,
+      "learning_rate": 1.2e-05,
+      "loss": 1.3557,
+      "step": 12
+    },
+    {
+      "epoch": 0.03282828282828283,
+      "grad_norm": 11.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.3745,
+      "step": 13
+    },
+    {
+      "epoch": 0.03535353535353535,
+      "grad_norm": 14.5625,
+      "learning_rate": 1.4e-05,
+      "loss": 1.232,
+      "step": 14
+    },
+    {
+      "epoch": 0.03787878787878788,
+      "grad_norm": 7.5625,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.0349,
+      "step": 15
+    },
+    {
+      "epoch": 0.04040404040404041,
+      "grad_norm": 6.21875,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.1282,
+      "step": 16
+    },
+    {
+      "epoch": 0.04292929292929293,
+      "grad_norm": 4.90625,
+      "learning_rate": 1.7e-05,
+      "loss": 0.8976,
+      "step": 17
+    },
+    {
+      "epoch": 0.045454545454545456,
+      "grad_norm": 4.75,
+      "learning_rate": 1.8e-05,
+      "loss": 0.9172,
+      "step": 18
+    },
+    {
+      "epoch": 0.047979797979797977,
+      "grad_norm": 3.71875,
+      "learning_rate": 1.9e-05,
+      "loss": 0.8081,
+      "step": 19
+    },
+    {
+      "epoch": 0.050505050505050504,
+      "grad_norm": 6.65625,
+      "learning_rate": 2e-05,
+      "loss": 1.0714,
+      "step": 20
+    },
+    {
+      "epoch": 0.05303030303030303,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.99468085106383e-05,
+      "loss": 0.8382,
+      "step": 21
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 3.515625,
+      "learning_rate": 1.9893617021276595e-05,
+      "loss": 0.8522,
+      "step": 22
+    },
+    {
+      "epoch": 0.05808080808080808,
+      "grad_norm": 3.453125,
+      "learning_rate": 1.9840425531914894e-05,
+      "loss": 0.8236,
+      "step": 23
+    },
+    {
+      "epoch": 0.06060606060606061,
+      "grad_norm": 3.75,
+      "learning_rate": 1.9787234042553193e-05,
+      "loss": 0.8437,
+      "step": 24
+    },
+    {
+      "epoch": 0.06313131313131314,
+      "grad_norm": 3.34375,
+      "learning_rate": 1.973404255319149e-05,
+      "loss": 0.8406,
+      "step": 25
+    },
+    {
+      "epoch": 0.06565656565656566,
+      "grad_norm": 3.84375,
+      "learning_rate": 1.968085106382979e-05,
+      "loss": 0.759,
+      "step": 26
+    },
+    {
+      "epoch": 0.06818181818181818,
+      "grad_norm": 3.546875,
+      "learning_rate": 1.962765957446809e-05,
+      "loss": 0.8671,
+      "step": 27
+    },
+    {
+      "epoch": 0.0707070707070707,
+      "grad_norm": 3.46875,
+      "learning_rate": 1.9574468085106384e-05,
+      "loss": 0.9208,
+      "step": 28
+    },
+    {
+      "epoch": 0.07323232323232323,
+      "grad_norm": 3.578125,
+      "learning_rate": 1.9521276595744682e-05,
+      "loss": 0.7483,
+      "step": 29
+    },
+    {
+      "epoch": 0.07575757575757576,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.946808510638298e-05,
+      "loss": 0.9255,
+      "step": 30
+    },
+    {
+      "epoch": 0.07828282828282829,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9414893617021276e-05,
+      "loss": 0.7069,
+      "step": 31
+    },
+    {
+      "epoch": 0.08080808080808081,
+      "grad_norm": 3.375,
+      "learning_rate": 1.9361702127659575e-05,
+      "loss": 0.733,
+      "step": 32
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9308510638297873e-05,
+      "loss": 0.7065,
+      "step": 33
+    },
+    {
+      "epoch": 0.08585858585858586,
+      "grad_norm": 3.40625,
+      "learning_rate": 1.9255319148936172e-05,
+      "loss": 0.8013,
+      "step": 34
+    },
+    {
+      "epoch": 0.08838383838383838,
+      "grad_norm": 2.9375,
+      "learning_rate": 1.920212765957447e-05,
+      "loss": 0.7475,
+      "step": 35
+    },
+    {
+      "epoch": 0.09090909090909091,
+      "grad_norm": 2.828125,
+      "learning_rate": 1.914893617021277e-05,
+      "loss": 0.827,
+      "step": 36
+    },
+    {
+      "epoch": 0.09343434343434344,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.9095744680851064e-05,
+      "loss": 0.7498,
+      "step": 37
+    },
+    {
+      "epoch": 0.09595959595959595,
+      "grad_norm": 2.96875,
+      "learning_rate": 1.9042553191489363e-05,
+      "loss": 0.7054,
+      "step": 38
+    },
+    {
+      "epoch": 0.09848484848484848,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.898936170212766e-05,
+      "loss": 0.697,
+      "step": 39
+    },
+    {
+      "epoch": 0.10101010101010101,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.893617021276596e-05,
+      "loss": 0.6147,
+      "step": 40
+    },
+    {
+      "epoch": 0.10353535353535354,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.888297872340426e-05,
+      "loss": 0.7174,
+      "step": 41
+    },
+    {
+      "epoch": 0.10606060606060606,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8829787234042557e-05,
+      "loss": 0.6435,
+      "step": 42
+    },
+    {
+      "epoch": 0.10858585858585859,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8776595744680852e-05,
+      "loss": 0.6665,
+      "step": 43
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.872340425531915e-05,
+      "loss": 0.6512,
+      "step": 44
+    },
+    {
+      "epoch": 0.11363636363636363,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8670212765957446e-05,
+      "loss": 0.5746,
+      "step": 45
+    },
+    {
+      "epoch": 0.11616161616161616,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8617021276595745e-05,
+      "loss": 0.6253,
+      "step": 46
+    },
+    {
+      "epoch": 0.11868686868686869,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.8563829787234043e-05,
+      "loss": 0.5925,
+      "step": 47
+    },
+    {
+      "epoch": 0.12121212121212122,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8510638297872342e-05,
+      "loss": 0.6516,
+      "step": 48
+    },
+    {
+      "epoch": 0.12373737373737374,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.845744680851064e-05,
+      "loss": 0.6909,
+      "step": 49
+    },
+    {
+      "epoch": 0.12626262626262627,
+      "grad_norm": 2.375,
+      "learning_rate": 1.840425531914894e-05,
+      "loss": 0.7091,
+      "step": 50
+    },
+    {
+      "epoch": 0.12878787878787878,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.8351063829787234e-05,
+      "loss": 0.525,
+      "step": 51
+    },
+    {
+      "epoch": 0.13131313131313133,
+      "grad_norm": 2.0,
+      "learning_rate": 1.8297872340425533e-05,
+      "loss": 0.5949,
+      "step": 52
+    },
+    {
+      "epoch": 0.13383838383838384,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.824468085106383e-05,
+      "loss": 0.7348,
+      "step": 53
+    },
+    {
+      "epoch": 0.13636363636363635,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8191489361702127e-05,
+      "loss": 0.562,
+      "step": 54
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.8138297872340425e-05,
+      "loss": 0.72,
+      "step": 55
+    },
+    {
+      "epoch": 0.1414141414141414,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8085106382978724e-05,
+      "loss": 0.6685,
+      "step": 56
+    },
+    {
+      "epoch": 0.14393939393939395,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8031914893617023e-05,
+      "loss": 0.605,
+      "step": 57
+    },
+    {
+      "epoch": 0.14646464646464646,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.797872340425532e-05,
+      "loss": 0.6761,
+      "step": 58
+    },
+    {
+      "epoch": 0.14898989898989898,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.792553191489362e-05,
+      "loss": 0.6702,
+      "step": 59
+    },
+    {
+      "epoch": 0.15151515151515152,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 0.691,
+      "step": 60
+    },
+    {
+      "epoch": 0.15404040404040403,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7819148936170214e-05,
+      "loss": 0.6373,
+      "step": 61
+    },
+    {
+      "epoch": 0.15656565656565657,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.7765957446808512e-05,
+      "loss": 0.5704,
+      "step": 62
+    },
+    {
+      "epoch": 0.1590909090909091,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.7712765957446807e-05,
+      "loss": 0.6963,
+      "step": 63
+    },
+    {
+      "epoch": 0.16161616161616163,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.765957446808511e-05,
+      "loss": 0.6108,
+      "step": 64
+    },
+    {
+      "epoch": 0.16414141414141414,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.7606382978723408e-05,
+      "loss": 0.6329,
+      "step": 65
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 2.375,
+      "learning_rate": 1.7553191489361703e-05,
+      "loss": 0.6747,
+      "step": 66
+    },
+    {
+      "epoch": 0.1691919191919192,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.6375,
+      "step": 67
+    },
+    {
+      "epoch": 0.1717171717171717,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.74468085106383e-05,
+      "loss": 0.6412,
+      "step": 68
+    },
+    {
+      "epoch": 0.17424242424242425,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.7393617021276596e-05,
+      "loss": 0.8454,
+      "step": 69
+    },
+    {
+      "epoch": 0.17676767676767677,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7340425531914894e-05,
+      "loss": 0.6781,
+      "step": 70
+    },
+    {
+      "epoch": 0.17929292929292928,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.7287234042553193e-05,
+      "loss": 0.6895,
+      "step": 71
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.723404255319149e-05,
+      "loss": 0.6515,
+      "step": 72
+    },
+    {
+      "epoch": 0.18434343434343434,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.718085106382979e-05,
+      "loss": 0.6032,
+      "step": 73
+    },
+    {
+      "epoch": 0.18686868686868688,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.712765957446809e-05,
+      "loss": 0.6554,
+      "step": 74
+    },
+    {
+      "epoch": 0.1893939393939394,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.7074468085106384e-05,
+      "loss": 0.6295,
+      "step": 75
+    },
+    {
+      "epoch": 0.1919191919191919,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7021276595744682e-05,
+      "loss": 0.6321,
+      "step": 76
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.696808510638298e-05,
+      "loss": 0.6457,
+      "step": 77
+    },
+    {
+      "epoch": 0.19696969696969696,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.6914893617021276e-05,
+      "loss": 0.559,
+      "step": 78
+    },
+    {
+      "epoch": 0.1994949494949495,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6861702127659575e-05,
+      "loss": 0.766,
+      "step": 79
+    },
+    {
+      "epoch": 0.20202020202020202,
+      "grad_norm": 2.75,
+      "learning_rate": 1.6808510638297873e-05,
+      "loss": 0.8241,
+      "step": 80
+    },
+    {
+      "epoch": 0.20454545454545456,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6755319148936172e-05,
+      "loss": 0.6543,
+      "step": 81
+    },
+    {
+      "epoch": 0.20707070707070707,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.670212765957447e-05,
+      "loss": 0.6471,
+      "step": 82
+    },
+    {
+      "epoch": 0.20959595959595959,
+      "grad_norm": 2.375,
+      "learning_rate": 1.664893617021277e-05,
+      "loss": 0.678,
+      "step": 83
+    },
+    {
+      "epoch": 0.21212121212121213,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 0.6333,
+      "step": 84
+    },
+    {
+      "epoch": 0.21464646464646464,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.6542553191489363e-05,
+      "loss": 0.6513,
+      "step": 85
+    },
+    {
+      "epoch": 0.21717171717171718,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.648936170212766e-05,
+      "loss": 0.6419,
+      "step": 86
+    },
+    {
+      "epoch": 0.2196969696969697,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6436170212765957e-05,
+      "loss": 0.5929,
+      "step": 87
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.6382978723404255e-05,
+      "loss": 0.5898,
+      "step": 88
+    },
+    {
+      "epoch": 0.22474747474747475,
+      "grad_norm": 2.5625,
+      "learning_rate": 1.6329787234042554e-05,
+      "loss": 0.7497,
+      "step": 89
+    },
+    {
+      "epoch": 0.22727272727272727,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.6276595744680853e-05,
+      "loss": 0.7005,
+      "step": 90
+    },
+    {
+      "epoch": 0.2297979797979798,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.622340425531915e-05,
+      "loss": 0.7901,
+      "step": 91
+    },
+    {
+      "epoch": 0.23232323232323232,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.6170212765957446e-05,
+      "loss": 0.5286,
+      "step": 92
+    },
+    {
+      "epoch": 0.23484848484848486,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.6117021276595745e-05,
+      "loss": 0.655,
+      "step": 93
+    },
+    {
+      "epoch": 0.23737373737373738,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6063829787234044e-05,
+      "loss": 0.7207,
+      "step": 94
+    },
+    {
+      "epoch": 0.2398989898989899,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.6010638297872342e-05,
+      "loss": 0.7205,
+      "step": 95
+    },
+    {
+      "epoch": 0.24242424242424243,
+      "grad_norm": 2.890625,
+      "learning_rate": 1.595744680851064e-05,
+      "loss": 0.8159,
+      "step": 96
+    },
+    {
+      "epoch": 0.24494949494949494,
+      "grad_norm": 2.125,
+      "learning_rate": 1.590425531914894e-05,
+      "loss": 0.563,
+      "step": 97
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5851063829787235e-05,
+      "loss": 0.5928,
+      "step": 98
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "eval_loss": 0.5301359295845032,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0495,
+      "eval_samples_per_second": 51.721,
+      "eval_steps_per_second": 6.831,
+      "step": 98
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5797872340425533e-05,
+      "loss": 0.6478,
+      "step": 99
+    },
+    {
+      "epoch": 0.25252525252525254,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5744680851063832e-05,
+      "loss": 0.6663,
+      "step": 100
+    },
+    {
+      "epoch": 0.255050505050505,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.5691489361702127e-05,
+      "loss": 0.6241,
+      "step": 101
+    },
+    {
+      "epoch": 0.25757575757575757,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.5638297872340426e-05,
+      "loss": 0.7131,
+      "step": 102
+    },
+    {
+      "epoch": 0.2601010101010101,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.5585106382978724e-05,
+      "loss": 0.7139,
+      "step": 103
+    },
+    {
+      "epoch": 0.26262626262626265,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5531914893617023e-05,
+      "loss": 0.5503,
+      "step": 104
+    },
+    {
+      "epoch": 0.26515151515151514,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.547872340425532e-05,
+      "loss": 0.5837,
+      "step": 105
+    },
+    {
+      "epoch": 0.2676767676767677,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.542553191489362e-05,
+      "loss": 0.571,
+      "step": 106
+    },
+    {
+      "epoch": 0.2702020202020202,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.5372340425531915e-05,
+      "loss": 0.4949,
+      "step": 107
+    },
+    {
+      "epoch": 0.2727272727272727,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.5319148936170214e-05,
+      "loss": 0.6769,
+      "step": 108
+    },
+    {
+      "epoch": 0.27525252525252525,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.5265957446808512e-05,
+      "loss": 0.4772,
+      "step": 109
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.521276595744681e-05,
+      "loss": 0.6177,
+      "step": 110
+    },
+    {
+      "epoch": 0.2803030303030303,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.5159574468085108e-05,
+      "loss": 0.6063,
+      "step": 111
+    },
+    {
+      "epoch": 0.2828282828282828,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.5106382978723407e-05,
+      "loss": 0.5975,
+      "step": 112
+    },
+    {
+      "epoch": 0.28535353535353536,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5053191489361702e-05,
+      "loss": 0.5549,
+      "step": 113
+    },
+    {
+      "epoch": 0.2878787878787879,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.6549,
+      "step": 114
+    },
+    {
+      "epoch": 0.2904040404040404,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.49468085106383e-05,
+      "loss": 0.5356,
+      "step": 115
+    },
+    {
+      "epoch": 0.29292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.4893617021276596e-05,
+      "loss": 0.6594,
+      "step": 116
+    },
+    {
+      "epoch": 0.29545454545454547,
+      "grad_norm": 2.25,
+      "learning_rate": 1.4840425531914894e-05,
+      "loss": 0.6194,
+      "step": 117
+    },
+    {
+      "epoch": 0.29797979797979796,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.4787234042553193e-05,
+      "loss": 0.5987,
+      "step": 118
+    },
+    {
+      "epoch": 0.3005050505050505,
+      "grad_norm": 2.0,
+      "learning_rate": 1.473404255319149e-05,
+      "loss": 0.5104,
+      "step": 119
+    },
+    {
+      "epoch": 0.30303030303030304,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.4680851063829789e-05,
+      "loss": 0.5476,
+      "step": 120
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.4627659574468087e-05,
+      "loss": 0.6195,
+      "step": 121
+    },
+    {
+      "epoch": 0.30808080808080807,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.4574468085106384e-05,
+      "loss": 0.6162,
+      "step": 122
+    },
+    {
+      "epoch": 0.3106060606060606,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.4521276595744683e-05,
+      "loss": 0.5231,
+      "step": 123
+    },
+    {
+      "epoch": 0.31313131313131315,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4468085106382981e-05,
+      "loss": 0.5958,
+      "step": 124
+    },
+    {
+      "epoch": 0.31565656565656564,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4414893617021276e-05,
+      "loss": 0.5808,
+      "step": 125
+    },
+    {
+      "epoch": 0.3181818181818182,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4361702127659575e-05,
+      "loss": 0.6299,
+      "step": 126
+    },
+    {
+      "epoch": 0.3207070707070707,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4308510638297874e-05,
+      "loss": 0.6375,
+      "step": 127
+    },
+    {
+      "epoch": 0.32323232323232326,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.425531914893617e-05,
+      "loss": 0.6465,
+      "step": 128
+    },
+    {
+      "epoch": 0.32575757575757575,
+      "grad_norm": 2.125,
+      "learning_rate": 1.420212765957447e-05,
+      "loss": 0.6539,
+      "step": 129
+    },
+    {
+      "epoch": 0.3282828282828283,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.4148936170212768e-05,
+      "loss": 0.5253,
+      "step": 130
+    },
+    {
+      "epoch": 0.33080808080808083,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.4095744680851065e-05,
+      "loss": 0.6292,
+      "step": 131
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4042553191489363e-05,
+      "loss": 0.578,
+      "step": 132
+    },
+    {
+      "epoch": 0.33585858585858586,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3989361702127662e-05,
+      "loss": 0.5226,
+      "step": 133
+    },
+    {
+      "epoch": 0.3383838383838384,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.3936170212765959e-05,
+      "loss": 0.6743,
+      "step": 134
+    },
+    {
+      "epoch": 0.3409090909090909,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.3882978723404257e-05,
+      "loss": 0.501,
+      "step": 135
+    },
+    {
+      "epoch": 0.3434343434343434,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3829787234042556e-05,
+      "loss": 0.6333,
+      "step": 136
+    },
+    {
+      "epoch": 0.34595959595959597,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.3776595744680851e-05,
+      "loss": 0.4695,
+      "step": 137
+    },
+    {
+      "epoch": 0.3484848484848485,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.372340425531915e-05,
+      "loss": 0.6444,
+      "step": 138
+    },
+    {
+      "epoch": 0.351010101010101,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.3670212765957447e-05,
+      "loss": 0.6019,
+      "step": 139
+    },
+    {
+      "epoch": 0.35353535353535354,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.3617021276595745e-05,
+      "loss": 0.4815,
+      "step": 140
+    },
+    {
+      "epoch": 0.3560606060606061,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.3563829787234044e-05,
+      "loss": 0.6316,
+      "step": 141
+    },
+    {
+      "epoch": 0.35858585858585856,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.351063829787234e-05,
+      "loss": 0.8299,
+      "step": 142
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.345744680851064e-05,
+      "loss": 0.543,
+      "step": 143
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.3404255319148938e-05,
+      "loss": 0.6093,
+      "step": 144
+    },
+    {
+      "epoch": 0.3661616161616162,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.3351063829787235e-05,
+      "loss": 0.5501,
+      "step": 145
+    },
+    {
+      "epoch": 0.3686868686868687,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3297872340425533e-05,
+      "loss": 0.5388,
+      "step": 146
+    },
+    {
+      "epoch": 0.3712121212121212,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.3244680851063832e-05,
+      "loss": 0.5364,
+      "step": 147
+    },
+    {
+      "epoch": 0.37373737373737376,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.3191489361702127e-05,
+      "loss": 0.6471,
+      "step": 148
+    },
+    {
+      "epoch": 0.37626262626262624,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.3138297872340426e-05,
+      "loss": 0.4996,
+      "step": 149
+    },
+    {
+      "epoch": 0.3787878787878788,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3085106382978724e-05,
+      "loss": 0.6603,
+      "step": 150
+    },
+    {
+      "epoch": 0.3813131313131313,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.3031914893617021e-05,
+      "loss": 0.5177,
+      "step": 151
+    },
+    {
+      "epoch": 0.3838383838383838,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.297872340425532e-05,
+      "loss": 0.6503,
+      "step": 152
+    },
+    {
+      "epoch": 0.38636363636363635,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2925531914893619e-05,
+      "loss": 0.676,
+      "step": 153
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2872340425531915e-05,
+      "loss": 0.6498,
+      "step": 154
+    },
+    {
+      "epoch": 0.39141414141414144,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2819148936170214e-05,
+      "loss": 0.572,
+      "step": 155
+    },
+    {
+      "epoch": 0.3939393939393939,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.2765957446808513e-05,
+      "loss": 0.5173,
+      "step": 156
+    },
+    {
+      "epoch": 0.39646464646464646,
+      "grad_norm": 2.25,
+      "learning_rate": 1.2712765957446808e-05,
+      "loss": 0.6703,
+      "step": 157
+    },
+    {
+      "epoch": 0.398989898989899,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.2659574468085108e-05,
+      "loss": 0.8048,
+      "step": 158
+    },
+    {
+      "epoch": 0.4015151515151515,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.2606382978723407e-05,
+      "loss": 0.7114,
+      "step": 159
+    },
+    {
+      "epoch": 0.40404040404040403,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.5931,
+      "step": 160
+    },
+    {
+      "epoch": 0.4065656565656566,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.25e-05,
+      "loss": 0.567,
+      "step": 161
+    },
+    {
+      "epoch": 0.4090909090909091,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.24468085106383e-05,
+      "loss": 0.7013,
+      "step": 162
+    },
+    {
+      "epoch": 0.4116161616161616,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.2393617021276596e-05,
+      "loss": 0.6181,
+      "step": 163
+    },
+    {
+      "epoch": 0.41414141414141414,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.2340425531914895e-05,
+      "loss": 0.7713,
+      "step": 164
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2287234042553193e-05,
+      "loss": 0.6588,
+      "step": 165
+    },
+    {
+      "epoch": 0.41919191919191917,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.223404255319149e-05,
+      "loss": 0.573,
+      "step": 166
+    },
+    {
+      "epoch": 0.4217171717171717,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2180851063829789e-05,
+      "loss": 0.5446,
+      "step": 167
+    },
+    {
+      "epoch": 0.42424242424242425,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2127659574468087e-05,
+      "loss": 0.5479,
+      "step": 168
+    },
+    {
+      "epoch": 0.42676767676767674,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.2074468085106383e-05,
+      "loss": 0.6544,
+      "step": 169
+    },
+    {
+      "epoch": 0.4292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2021276595744681e-05,
+      "loss": 0.525,
+      "step": 170
+    },
+    {
+      "epoch": 0.4318181818181818,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.196808510638298e-05,
+      "loss": 0.6069,
+      "step": 171
+    },
+    {
+      "epoch": 0.43434343434343436,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.1914893617021277e-05,
+      "loss": 0.6263,
+      "step": 172
+    },
+    {
+      "epoch": 0.43686868686868685,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1861702127659575e-05,
+      "loss": 0.575,
+      "step": 173
+    },
+    {
+      "epoch": 0.4393939393939394,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.1808510638297874e-05,
+      "loss": 0.5764,
+      "step": 174
+    },
+    {
+      "epoch": 0.44191919191919193,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.175531914893617e-05,
+      "loss": 0.7523,
+      "step": 175
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.170212765957447e-05,
+      "loss": 0.5827,
+      "step": 176
+    },
+    {
+      "epoch": 0.44696969696969696,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.1648936170212768e-05,
+      "loss": 0.5396,
+      "step": 177
+    },
+    {
+      "epoch": 0.4494949494949495,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1595744680851065e-05,
+      "loss": 0.6469,
+      "step": 178
+    },
+    {
+      "epoch": 0.45202020202020204,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1542553191489364e-05,
+      "loss": 0.544,
+      "step": 179
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.1489361702127662e-05,
+      "loss": 0.5716,
+      "step": 180
+    },
+    {
+      "epoch": 0.45707070707070707,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1436170212765957e-05,
+      "loss": 0.5299,
+      "step": 181
+    },
+    {
+      "epoch": 0.4595959595959596,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.1382978723404256e-05,
+      "loss": 0.4805,
+      "step": 182
+    },
+    {
+      "epoch": 0.4621212121212121,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1329787234042555e-05,
+      "loss": 0.6307,
+      "step": 183
+    },
+    {
+      "epoch": 0.46464646464646464,
+      "grad_norm": 2.5,
+      "learning_rate": 1.1276595744680851e-05,
+      "loss": 0.8322,
+      "step": 184
+    },
+    {
+      "epoch": 0.4671717171717172,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.122340425531915e-05,
+      "loss": 0.617,
+      "step": 185
+    },
+    {
+      "epoch": 0.4696969696969697,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.1170212765957447e-05,
+      "loss": 0.5663,
+      "step": 186
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1117021276595746e-05,
+      "loss": 0.7309,
+      "step": 187
+    },
+    {
+      "epoch": 0.47474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1063829787234044e-05,
+      "loss": 0.573,
+      "step": 188
+    },
+    {
+      "epoch": 0.4772727272727273,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1010638297872341e-05,
+      "loss": 0.5971,
+      "step": 189
+    },
+    {
+      "epoch": 0.4797979797979798,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.095744680851064e-05,
+      "loss": 0.6153,
+      "step": 190
+    },
+    {
+      "epoch": 0.4823232323232323,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0904255319148938e-05,
+      "loss": 0.5656,
+      "step": 191
+    },
+    {
+      "epoch": 0.48484848484848486,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0851063829787233e-05,
+      "loss": 0.6486,
+      "step": 192
+    },
+    {
+      "epoch": 0.48737373737373735,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.0797872340425532e-05,
+      "loss": 0.5707,
+      "step": 193
+    },
+    {
+      "epoch": 0.4898989898989899,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.074468085106383e-05,
+      "loss": 0.5209,
+      "step": 194
+    },
+    {
+      "epoch": 0.49242424242424243,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.0691489361702128e-05,
+      "loss": 0.6777,
+      "step": 195
+    },
+    {
+      "epoch": 0.494949494949495,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0638297872340426e-05,
+      "loss": 0.678,
+      "step": 196
+    },
+    {
+      "epoch": 0.494949494949495,
+      "eval_loss": 0.5024059414863586,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0314,
+      "eval_samples_per_second": 52.181,
+      "eval_steps_per_second": 6.892,
+      "step": 196
+    },
+    {
+      "epoch": 0.49747474747474746,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.0585106382978725e-05,
+      "loss": 0.533,
+      "step": 197
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 396,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 197,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.769167722525491e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-197/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1544ce648e0cdfc3dfb0741a74a7986a7044108b2dd749fa1d4345bf7a7751
+size 5496

checkpoint-394/config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-394/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

checkpoint-394/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e825cc4ead3e636baea7b88a788a32d0b7ff818a8e6989dacf6760603c05ea6
+size 2471645608

checkpoint-394/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22af804bf66c6ef16ed4faad476d06e301b36b0c1e1f1a4cec741ec71ff5d714
+size 4943382114

checkpoint-394/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01e32af50305c2813c68459e798bc2742ba3a7efc592db91ae45cf013c0148
+size 14244

checkpoint-394/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8dbd53c92d4a9f69e5d0d6ea93ce179bb1a556cec8c975d5b40a5c515317ac
+size 1064

checkpoint-394/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>"
+}

checkpoint-394/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
+size 17210200

checkpoint-394/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-394/trainer_state.json

@@ -0,0 +1,2827 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9949494949494949,
+  "eval_steps": 98,
+  "global_step": 394,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0025252525252525255,
+      "grad_norm": 18.25,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 1.9914,
+      "step": 1
+    },
+    {
+      "epoch": 0.005050505050505051,
+      "grad_norm": 20.375,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.1829,
+      "step": 2
+    },
+    {
+      "epoch": 0.007575757575757576,
+      "grad_norm": 18.25,
+      "learning_rate": 3e-06,
+      "loss": 2.1929,
+      "step": 3
+    },
+    {
+      "epoch": 0.010101010101010102,
+      "grad_norm": 17.625,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 2.1297,
+      "step": 4
+    },
+    {
+      "epoch": 0.012626262626262626,
+      "grad_norm": 15.5625,
+      "learning_rate": 5e-06,
+      "loss": 2.0477,
+      "step": 5
+    },
+    {
+      "epoch": 0.015151515151515152,
+      "grad_norm": 12.9375,
+      "learning_rate": 6e-06,
+      "loss": 1.9193,
+      "step": 6
+    },
+    {
+      "epoch": 0.017676767676767676,
+      "grad_norm": 10.8125,
+      "learning_rate": 7e-06,
+      "loss": 1.8775,
+      "step": 7
+    },
+    {
+      "epoch": 0.020202020202020204,
+      "grad_norm": 10.625,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.9196,
+      "step": 8
+    },
+    {
+      "epoch": 0.022727272727272728,
+      "grad_norm": 11.8125,
+      "learning_rate": 9e-06,
+      "loss": 1.8893,
+      "step": 9
+    },
+    {
+      "epoch": 0.025252525252525252,
+      "grad_norm": 11.1875,
+      "learning_rate": 1e-05,
+      "loss": 1.7865,
+      "step": 10
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 9.5,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 1.4009,
+      "step": 11
+    },
+    {
+      "epoch": 0.030303030303030304,
+      "grad_norm": 11.25,
+      "learning_rate": 1.2e-05,
+      "loss": 1.3557,
+      "step": 12
+    },
+    {
+      "epoch": 0.03282828282828283,
+      "grad_norm": 11.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.3745,
+      "step": 13
+    },
+    {
+      "epoch": 0.03535353535353535,
+      "grad_norm": 14.5625,
+      "learning_rate": 1.4e-05,
+      "loss": 1.232,
+      "step": 14
+    },
+    {
+      "epoch": 0.03787878787878788,
+      "grad_norm": 7.5625,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.0349,
+      "step": 15
+    },
+    {
+      "epoch": 0.04040404040404041,
+      "grad_norm": 6.21875,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.1282,
+      "step": 16
+    },
+    {
+      "epoch": 0.04292929292929293,
+      "grad_norm": 4.90625,
+      "learning_rate": 1.7e-05,
+      "loss": 0.8976,
+      "step": 17
+    },
+    {
+      "epoch": 0.045454545454545456,
+      "grad_norm": 4.75,
+      "learning_rate": 1.8e-05,
+      "loss": 0.9172,
+      "step": 18
+    },
+    {
+      "epoch": 0.047979797979797977,
+      "grad_norm": 3.71875,
+      "learning_rate": 1.9e-05,
+      "loss": 0.8081,
+      "step": 19
+    },
+    {
+      "epoch": 0.050505050505050504,
+      "grad_norm": 6.65625,
+      "learning_rate": 2e-05,
+      "loss": 1.0714,
+      "step": 20
+    },
+    {
+      "epoch": 0.05303030303030303,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.99468085106383e-05,
+      "loss": 0.8382,
+      "step": 21
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 3.515625,
+      "learning_rate": 1.9893617021276595e-05,
+      "loss": 0.8522,
+      "step": 22
+    },
+    {
+      "epoch": 0.05808080808080808,
+      "grad_norm": 3.453125,
+      "learning_rate": 1.9840425531914894e-05,
+      "loss": 0.8236,
+      "step": 23
+    },
+    {
+      "epoch": 0.06060606060606061,
+      "grad_norm": 3.75,
+      "learning_rate": 1.9787234042553193e-05,
+      "loss": 0.8437,
+      "step": 24
+    },
+    {
+      "epoch": 0.06313131313131314,
+      "grad_norm": 3.34375,
+      "learning_rate": 1.973404255319149e-05,
+      "loss": 0.8406,
+      "step": 25
+    },
+    {
+      "epoch": 0.06565656565656566,
+      "grad_norm": 3.84375,
+      "learning_rate": 1.968085106382979e-05,
+      "loss": 0.759,
+      "step": 26
+    },
+    {
+      "epoch": 0.06818181818181818,
+      "grad_norm": 3.546875,
+      "learning_rate": 1.962765957446809e-05,
+      "loss": 0.8671,
+      "step": 27
+    },
+    {
+      "epoch": 0.0707070707070707,
+      "grad_norm": 3.46875,
+      "learning_rate": 1.9574468085106384e-05,
+      "loss": 0.9208,
+      "step": 28
+    },
+    {
+      "epoch": 0.07323232323232323,
+      "grad_norm": 3.578125,
+      "learning_rate": 1.9521276595744682e-05,
+      "loss": 0.7483,
+      "step": 29
+    },
+    {
+      "epoch": 0.07575757575757576,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.946808510638298e-05,
+      "loss": 0.9255,
+      "step": 30
+    },
+    {
+      "epoch": 0.07828282828282829,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9414893617021276e-05,
+      "loss": 0.7069,
+      "step": 31
+    },
+    {
+      "epoch": 0.08080808080808081,
+      "grad_norm": 3.375,
+      "learning_rate": 1.9361702127659575e-05,
+      "loss": 0.733,
+      "step": 32
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9308510638297873e-05,
+      "loss": 0.7065,
+      "step": 33
+    },
+    {
+      "epoch": 0.08585858585858586,
+      "grad_norm": 3.40625,
+      "learning_rate": 1.9255319148936172e-05,
+      "loss": 0.8013,
+      "step": 34
+    },
+    {
+      "epoch": 0.08838383838383838,
+      "grad_norm": 2.9375,
+      "learning_rate": 1.920212765957447e-05,
+      "loss": 0.7475,
+      "step": 35
+    },
+    {
+      "epoch": 0.09090909090909091,
+      "grad_norm": 2.828125,
+      "learning_rate": 1.914893617021277e-05,
+      "loss": 0.827,
+      "step": 36
+    },
+    {
+      "epoch": 0.09343434343434344,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.9095744680851064e-05,
+      "loss": 0.7498,
+      "step": 37
+    },
+    {
+      "epoch": 0.09595959595959595,
+      "grad_norm": 2.96875,
+      "learning_rate": 1.9042553191489363e-05,
+      "loss": 0.7054,
+      "step": 38
+    },
+    {
+      "epoch": 0.09848484848484848,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.898936170212766e-05,
+      "loss": 0.697,
+      "step": 39
+    },
+    {
+      "epoch": 0.10101010101010101,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.893617021276596e-05,
+      "loss": 0.6147,
+      "step": 40
+    },
+    {
+      "epoch": 0.10353535353535354,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.888297872340426e-05,
+      "loss": 0.7174,
+      "step": 41
+    },
+    {
+      "epoch": 0.10606060606060606,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8829787234042557e-05,
+      "loss": 0.6435,
+      "step": 42
+    },
+    {
+      "epoch": 0.10858585858585859,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8776595744680852e-05,
+      "loss": 0.6665,
+      "step": 43
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.872340425531915e-05,
+      "loss": 0.6512,
+      "step": 44
+    },
+    {
+      "epoch": 0.11363636363636363,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8670212765957446e-05,
+      "loss": 0.5746,
+      "step": 45
+    },
+    {
+      "epoch": 0.11616161616161616,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8617021276595745e-05,
+      "loss": 0.6253,
+      "step": 46
+    },
+    {
+      "epoch": 0.11868686868686869,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.8563829787234043e-05,
+      "loss": 0.5925,
+      "step": 47
+    },
+    {
+      "epoch": 0.12121212121212122,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8510638297872342e-05,
+      "loss": 0.6516,
+      "step": 48
+    },
+    {
+      "epoch": 0.12373737373737374,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.845744680851064e-05,
+      "loss": 0.6909,
+      "step": 49
+    },
+    {
+      "epoch": 0.12626262626262627,
+      "grad_norm": 2.375,
+      "learning_rate": 1.840425531914894e-05,
+      "loss": 0.7091,
+      "step": 50
+    },
+    {
+      "epoch": 0.12878787878787878,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.8351063829787234e-05,
+      "loss": 0.525,
+      "step": 51
+    },
+    {
+      "epoch": 0.13131313131313133,
+      "grad_norm": 2.0,
+      "learning_rate": 1.8297872340425533e-05,
+      "loss": 0.5949,
+      "step": 52
+    },
+    {
+      "epoch": 0.13383838383838384,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.824468085106383e-05,
+      "loss": 0.7348,
+      "step": 53
+    },
+    {
+      "epoch": 0.13636363636363635,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8191489361702127e-05,
+      "loss": 0.562,
+      "step": 54
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.8138297872340425e-05,
+      "loss": 0.72,
+      "step": 55
+    },
+    {
+      "epoch": 0.1414141414141414,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8085106382978724e-05,
+      "loss": 0.6685,
+      "step": 56
+    },
+    {
+      "epoch": 0.14393939393939395,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8031914893617023e-05,
+      "loss": 0.605,
+      "step": 57
+    },
+    {
+      "epoch": 0.14646464646464646,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.797872340425532e-05,
+      "loss": 0.6761,
+      "step": 58
+    },
+    {
+      "epoch": 0.14898989898989898,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.792553191489362e-05,
+      "loss": 0.6702,
+      "step": 59
+    },
+    {
+      "epoch": 0.15151515151515152,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 0.691,
+      "step": 60
+    },
+    {
+      "epoch": 0.15404040404040403,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7819148936170214e-05,
+      "loss": 0.6373,
+      "step": 61
+    },
+    {
+      "epoch": 0.15656565656565657,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.7765957446808512e-05,
+      "loss": 0.5704,
+      "step": 62
+    },
+    {
+      "epoch": 0.1590909090909091,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.7712765957446807e-05,
+      "loss": 0.6963,
+      "step": 63
+    },
+    {
+      "epoch": 0.16161616161616163,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.765957446808511e-05,
+      "loss": 0.6108,
+      "step": 64
+    },
+    {
+      "epoch": 0.16414141414141414,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.7606382978723408e-05,
+      "loss": 0.6329,
+      "step": 65
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 2.375,
+      "learning_rate": 1.7553191489361703e-05,
+      "loss": 0.6747,
+      "step": 66
+    },
+    {
+      "epoch": 0.1691919191919192,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.6375,
+      "step": 67
+    },
+    {
+      "epoch": 0.1717171717171717,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.74468085106383e-05,
+      "loss": 0.6412,
+      "step": 68
+    },
+    {
+      "epoch": 0.17424242424242425,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.7393617021276596e-05,
+      "loss": 0.8454,
+      "step": 69
+    },
+    {
+      "epoch": 0.17676767676767677,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7340425531914894e-05,
+      "loss": 0.6781,
+      "step": 70
+    },
+    {
+      "epoch": 0.17929292929292928,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.7287234042553193e-05,
+      "loss": 0.6895,
+      "step": 71
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.723404255319149e-05,
+      "loss": 0.6515,
+      "step": 72
+    },
+    {
+      "epoch": 0.18434343434343434,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.718085106382979e-05,
+      "loss": 0.6032,
+      "step": 73
+    },
+    {
+      "epoch": 0.18686868686868688,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.712765957446809e-05,
+      "loss": 0.6554,
+      "step": 74
+    },
+    {
+      "epoch": 0.1893939393939394,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.7074468085106384e-05,
+      "loss": 0.6295,
+      "step": 75
+    },
+    {
+      "epoch": 0.1919191919191919,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7021276595744682e-05,
+      "loss": 0.6321,
+      "step": 76
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.696808510638298e-05,
+      "loss": 0.6457,
+      "step": 77
+    },
+    {
+      "epoch": 0.19696969696969696,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.6914893617021276e-05,
+      "loss": 0.559,
+      "step": 78
+    },
+    {
+      "epoch": 0.1994949494949495,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6861702127659575e-05,
+      "loss": 0.766,
+      "step": 79
+    },
+    {
+      "epoch": 0.20202020202020202,
+      "grad_norm": 2.75,
+      "learning_rate": 1.6808510638297873e-05,
+      "loss": 0.8241,
+      "step": 80
+    },
+    {
+      "epoch": 0.20454545454545456,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6755319148936172e-05,
+      "loss": 0.6543,
+      "step": 81
+    },
+    {
+      "epoch": 0.20707070707070707,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.670212765957447e-05,
+      "loss": 0.6471,
+      "step": 82
+    },
+    {
+      "epoch": 0.20959595959595959,
+      "grad_norm": 2.375,
+      "learning_rate": 1.664893617021277e-05,
+      "loss": 0.678,
+      "step": 83
+    },
+    {
+      "epoch": 0.21212121212121213,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 0.6333,
+      "step": 84
+    },
+    {
+      "epoch": 0.21464646464646464,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.6542553191489363e-05,
+      "loss": 0.6513,
+      "step": 85
+    },
+    {
+      "epoch": 0.21717171717171718,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.648936170212766e-05,
+      "loss": 0.6419,
+      "step": 86
+    },
+    {
+      "epoch": 0.2196969696969697,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6436170212765957e-05,
+      "loss": 0.5929,
+      "step": 87
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.6382978723404255e-05,
+      "loss": 0.5898,
+      "step": 88
+    },
+    {
+      "epoch": 0.22474747474747475,
+      "grad_norm": 2.5625,
+      "learning_rate": 1.6329787234042554e-05,
+      "loss": 0.7497,
+      "step": 89
+    },
+    {
+      "epoch": 0.22727272727272727,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.6276595744680853e-05,
+      "loss": 0.7005,
+      "step": 90
+    },
+    {
+      "epoch": 0.2297979797979798,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.622340425531915e-05,
+      "loss": 0.7901,
+      "step": 91
+    },
+    {
+      "epoch": 0.23232323232323232,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.6170212765957446e-05,
+      "loss": 0.5286,
+      "step": 92
+    },
+    {
+      "epoch": 0.23484848484848486,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.6117021276595745e-05,
+      "loss": 0.655,
+      "step": 93
+    },
+    {
+      "epoch": 0.23737373737373738,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6063829787234044e-05,
+      "loss": 0.7207,
+      "step": 94
+    },
+    {
+      "epoch": 0.2398989898989899,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.6010638297872342e-05,
+      "loss": 0.7205,
+      "step": 95
+    },
+    {
+      "epoch": 0.24242424242424243,
+      "grad_norm": 2.890625,
+      "learning_rate": 1.595744680851064e-05,
+      "loss": 0.8159,
+      "step": 96
+    },
+    {
+      "epoch": 0.24494949494949494,
+      "grad_norm": 2.125,
+      "learning_rate": 1.590425531914894e-05,
+      "loss": 0.563,
+      "step": 97
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5851063829787235e-05,
+      "loss": 0.5928,
+      "step": 98
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "eval_loss": 0.5301359295845032,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0495,
+      "eval_samples_per_second": 51.721,
+      "eval_steps_per_second": 6.831,
+      "step": 98
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5797872340425533e-05,
+      "loss": 0.6478,
+      "step": 99
+    },
+    {
+      "epoch": 0.25252525252525254,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5744680851063832e-05,
+      "loss": 0.6663,
+      "step": 100
+    },
+    {
+      "epoch": 0.255050505050505,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.5691489361702127e-05,
+      "loss": 0.6241,
+      "step": 101
+    },
+    {
+      "epoch": 0.25757575757575757,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.5638297872340426e-05,
+      "loss": 0.7131,
+      "step": 102
+    },
+    {
+      "epoch": 0.2601010101010101,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.5585106382978724e-05,
+      "loss": 0.7139,
+      "step": 103
+    },
+    {
+      "epoch": 0.26262626262626265,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5531914893617023e-05,
+      "loss": 0.5503,
+      "step": 104
+    },
+    {
+      "epoch": 0.26515151515151514,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.547872340425532e-05,
+      "loss": 0.5837,
+      "step": 105
+    },
+    {
+      "epoch": 0.2676767676767677,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.542553191489362e-05,
+      "loss": 0.571,
+      "step": 106
+    },
+    {
+      "epoch": 0.2702020202020202,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.5372340425531915e-05,
+      "loss": 0.4949,
+      "step": 107
+    },
+    {
+      "epoch": 0.2727272727272727,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.5319148936170214e-05,
+      "loss": 0.6769,
+      "step": 108
+    },
+    {
+      "epoch": 0.27525252525252525,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.5265957446808512e-05,
+      "loss": 0.4772,
+      "step": 109
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.521276595744681e-05,
+      "loss": 0.6177,
+      "step": 110
+    },
+    {
+      "epoch": 0.2803030303030303,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.5159574468085108e-05,
+      "loss": 0.6063,
+      "step": 111
+    },
+    {
+      "epoch": 0.2828282828282828,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.5106382978723407e-05,
+      "loss": 0.5975,
+      "step": 112
+    },
+    {
+      "epoch": 0.28535353535353536,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5053191489361702e-05,
+      "loss": 0.5549,
+      "step": 113
+    },
+    {
+      "epoch": 0.2878787878787879,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.6549,
+      "step": 114
+    },
+    {
+      "epoch": 0.2904040404040404,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.49468085106383e-05,
+      "loss": 0.5356,
+      "step": 115
+    },
+    {
+      "epoch": 0.29292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.4893617021276596e-05,
+      "loss": 0.6594,
+      "step": 116
+    },
+    {
+      "epoch": 0.29545454545454547,
+      "grad_norm": 2.25,
+      "learning_rate": 1.4840425531914894e-05,
+      "loss": 0.6194,
+      "step": 117
+    },
+    {
+      "epoch": 0.29797979797979796,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.4787234042553193e-05,
+      "loss": 0.5987,
+      "step": 118
+    },
+    {
+      "epoch": 0.3005050505050505,
+      "grad_norm": 2.0,
+      "learning_rate": 1.473404255319149e-05,
+      "loss": 0.5104,
+      "step": 119
+    },
+    {
+      "epoch": 0.30303030303030304,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.4680851063829789e-05,
+      "loss": 0.5476,
+      "step": 120
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.4627659574468087e-05,
+      "loss": 0.6195,
+      "step": 121
+    },
+    {
+      "epoch": 0.30808080808080807,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.4574468085106384e-05,
+      "loss": 0.6162,
+      "step": 122
+    },
+    {
+      "epoch": 0.3106060606060606,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.4521276595744683e-05,
+      "loss": 0.5231,
+      "step": 123
+    },
+    {
+      "epoch": 0.31313131313131315,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4468085106382981e-05,
+      "loss": 0.5958,
+      "step": 124
+    },
+    {
+      "epoch": 0.31565656565656564,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4414893617021276e-05,
+      "loss": 0.5808,
+      "step": 125
+    },
+    {
+      "epoch": 0.3181818181818182,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4361702127659575e-05,
+      "loss": 0.6299,
+      "step": 126
+    },
+    {
+      "epoch": 0.3207070707070707,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4308510638297874e-05,
+      "loss": 0.6375,
+      "step": 127
+    },
+    {
+      "epoch": 0.32323232323232326,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.425531914893617e-05,
+      "loss": 0.6465,
+      "step": 128
+    },
+    {
+      "epoch": 0.32575757575757575,
+      "grad_norm": 2.125,
+      "learning_rate": 1.420212765957447e-05,
+      "loss": 0.6539,
+      "step": 129
+    },
+    {
+      "epoch": 0.3282828282828283,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.4148936170212768e-05,
+      "loss": 0.5253,
+      "step": 130
+    },
+    {
+      "epoch": 0.33080808080808083,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.4095744680851065e-05,
+      "loss": 0.6292,
+      "step": 131
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4042553191489363e-05,
+      "loss": 0.578,
+      "step": 132
+    },
+    {
+      "epoch": 0.33585858585858586,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3989361702127662e-05,
+      "loss": 0.5226,
+      "step": 133
+    },
+    {
+      "epoch": 0.3383838383838384,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.3936170212765959e-05,
+      "loss": 0.6743,
+      "step": 134
+    },
+    {
+      "epoch": 0.3409090909090909,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.3882978723404257e-05,
+      "loss": 0.501,
+      "step": 135
+    },
+    {
+      "epoch": 0.3434343434343434,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3829787234042556e-05,
+      "loss": 0.6333,
+      "step": 136
+    },
+    {
+      "epoch": 0.34595959595959597,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.3776595744680851e-05,
+      "loss": 0.4695,
+      "step": 137
+    },
+    {
+      "epoch": 0.3484848484848485,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.372340425531915e-05,
+      "loss": 0.6444,
+      "step": 138
+    },
+    {
+      "epoch": 0.351010101010101,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.3670212765957447e-05,
+      "loss": 0.6019,
+      "step": 139
+    },
+    {
+      "epoch": 0.35353535353535354,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.3617021276595745e-05,
+      "loss": 0.4815,
+      "step": 140
+    },
+    {
+      "epoch": 0.3560606060606061,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.3563829787234044e-05,
+      "loss": 0.6316,
+      "step": 141
+    },
+    {
+      "epoch": 0.35858585858585856,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.351063829787234e-05,
+      "loss": 0.8299,
+      "step": 142
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.345744680851064e-05,
+      "loss": 0.543,
+      "step": 143
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.3404255319148938e-05,
+      "loss": 0.6093,
+      "step": 144
+    },
+    {
+      "epoch": 0.3661616161616162,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.3351063829787235e-05,
+      "loss": 0.5501,
+      "step": 145
+    },
+    {
+      "epoch": 0.3686868686868687,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3297872340425533e-05,
+      "loss": 0.5388,
+      "step": 146
+    },
+    {
+      "epoch": 0.3712121212121212,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.3244680851063832e-05,
+      "loss": 0.5364,
+      "step": 147
+    },
+    {
+      "epoch": 0.37373737373737376,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.3191489361702127e-05,
+      "loss": 0.6471,
+      "step": 148
+    },
+    {
+      "epoch": 0.37626262626262624,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.3138297872340426e-05,
+      "loss": 0.4996,
+      "step": 149
+    },
+    {
+      "epoch": 0.3787878787878788,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3085106382978724e-05,
+      "loss": 0.6603,
+      "step": 150
+    },
+    {
+      "epoch": 0.3813131313131313,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.3031914893617021e-05,
+      "loss": 0.5177,
+      "step": 151
+    },
+    {
+      "epoch": 0.3838383838383838,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.297872340425532e-05,
+      "loss": 0.6503,
+      "step": 152
+    },
+    {
+      "epoch": 0.38636363636363635,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2925531914893619e-05,
+      "loss": 0.676,
+      "step": 153
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2872340425531915e-05,
+      "loss": 0.6498,
+      "step": 154
+    },
+    {
+      "epoch": 0.39141414141414144,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2819148936170214e-05,
+      "loss": 0.572,
+      "step": 155
+    },
+    {
+      "epoch": 0.3939393939393939,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.2765957446808513e-05,
+      "loss": 0.5173,
+      "step": 156
+    },
+    {
+      "epoch": 0.39646464646464646,
+      "grad_norm": 2.25,
+      "learning_rate": 1.2712765957446808e-05,
+      "loss": 0.6703,
+      "step": 157
+    },
+    {
+      "epoch": 0.398989898989899,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.2659574468085108e-05,
+      "loss": 0.8048,
+      "step": 158
+    },
+    {
+      "epoch": 0.4015151515151515,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.2606382978723407e-05,
+      "loss": 0.7114,
+      "step": 159
+    },
+    {
+      "epoch": 0.40404040404040403,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.5931,
+      "step": 160
+    },
+    {
+      "epoch": 0.4065656565656566,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.25e-05,
+      "loss": 0.567,
+      "step": 161
+    },
+    {
+      "epoch": 0.4090909090909091,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.24468085106383e-05,
+      "loss": 0.7013,
+      "step": 162
+    },
+    {
+      "epoch": 0.4116161616161616,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.2393617021276596e-05,
+      "loss": 0.6181,
+      "step": 163
+    },
+    {
+      "epoch": 0.41414141414141414,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.2340425531914895e-05,
+      "loss": 0.7713,
+      "step": 164
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2287234042553193e-05,
+      "loss": 0.6588,
+      "step": 165
+    },
+    {
+      "epoch": 0.41919191919191917,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.223404255319149e-05,
+      "loss": 0.573,
+      "step": 166
+    },
+    {
+      "epoch": 0.4217171717171717,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2180851063829789e-05,
+      "loss": 0.5446,
+      "step": 167
+    },
+    {
+      "epoch": 0.42424242424242425,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2127659574468087e-05,
+      "loss": 0.5479,
+      "step": 168
+    },
+    {
+      "epoch": 0.42676767676767674,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.2074468085106383e-05,
+      "loss": 0.6544,
+      "step": 169
+    },
+    {
+      "epoch": 0.4292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2021276595744681e-05,
+      "loss": 0.525,
+      "step": 170
+    },
+    {
+      "epoch": 0.4318181818181818,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.196808510638298e-05,
+      "loss": 0.6069,
+      "step": 171
+    },
+    {
+      "epoch": 0.43434343434343436,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.1914893617021277e-05,
+      "loss": 0.6263,
+      "step": 172
+    },
+    {
+      "epoch": 0.43686868686868685,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1861702127659575e-05,
+      "loss": 0.575,
+      "step": 173
+    },
+    {
+      "epoch": 0.4393939393939394,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.1808510638297874e-05,
+      "loss": 0.5764,
+      "step": 174
+    },
+    {
+      "epoch": 0.44191919191919193,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.175531914893617e-05,
+      "loss": 0.7523,
+      "step": 175
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.170212765957447e-05,
+      "loss": 0.5827,
+      "step": 176
+    },
+    {
+      "epoch": 0.44696969696969696,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.1648936170212768e-05,
+      "loss": 0.5396,
+      "step": 177
+    },
+    {
+      "epoch": 0.4494949494949495,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1595744680851065e-05,
+      "loss": 0.6469,
+      "step": 178
+    },
+    {
+      "epoch": 0.45202020202020204,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1542553191489364e-05,
+      "loss": 0.544,
+      "step": 179
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.1489361702127662e-05,
+      "loss": 0.5716,
+      "step": 180
+    },
+    {
+      "epoch": 0.45707070707070707,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1436170212765957e-05,
+      "loss": 0.5299,
+      "step": 181
+    },
+    {
+      "epoch": 0.4595959595959596,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.1382978723404256e-05,
+      "loss": 0.4805,
+      "step": 182
+    },
+    {
+      "epoch": 0.4621212121212121,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1329787234042555e-05,
+      "loss": 0.6307,
+      "step": 183
+    },
+    {
+      "epoch": 0.46464646464646464,
+      "grad_norm": 2.5,
+      "learning_rate": 1.1276595744680851e-05,
+      "loss": 0.8322,
+      "step": 184
+    },
+    {
+      "epoch": 0.4671717171717172,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.122340425531915e-05,
+      "loss": 0.617,
+      "step": 185
+    },
+    {
+      "epoch": 0.4696969696969697,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.1170212765957447e-05,
+      "loss": 0.5663,
+      "step": 186
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1117021276595746e-05,
+      "loss": 0.7309,
+      "step": 187
+    },
+    {
+      "epoch": 0.47474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1063829787234044e-05,
+      "loss": 0.573,
+      "step": 188
+    },
+    {
+      "epoch": 0.4772727272727273,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1010638297872341e-05,
+      "loss": 0.5971,
+      "step": 189
+    },
+    {
+      "epoch": 0.4797979797979798,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.095744680851064e-05,
+      "loss": 0.6153,
+      "step": 190
+    },
+    {
+      "epoch": 0.4823232323232323,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0904255319148938e-05,
+      "loss": 0.5656,
+      "step": 191
+    },
+    {
+      "epoch": 0.48484848484848486,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0851063829787233e-05,
+      "loss": 0.6486,
+      "step": 192
+    },
+    {
+      "epoch": 0.48737373737373735,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.0797872340425532e-05,
+      "loss": 0.5707,
+      "step": 193
+    },
+    {
+      "epoch": 0.4898989898989899,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.074468085106383e-05,
+      "loss": 0.5209,
+      "step": 194
+    },
+    {
+      "epoch": 0.49242424242424243,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.0691489361702128e-05,
+      "loss": 0.6777,
+      "step": 195
+    },
+    {
+      "epoch": 0.494949494949495,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0638297872340426e-05,
+      "loss": 0.678,
+      "step": 196
+    },
+    {
+      "epoch": 0.494949494949495,
+      "eval_loss": 0.5024059414863586,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0314,
+      "eval_samples_per_second": 52.181,
+      "eval_steps_per_second": 6.892,
+      "step": 196
+    },
+    {
+      "epoch": 0.49747474747474746,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.0585106382978725e-05,
+      "loss": 0.533,
+      "step": 197
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 2.25,
+      "learning_rate": 1.0531914893617022e-05,
+      "loss": 0.6215,
+      "step": 198
+    },
+    {
+      "epoch": 0.5025252525252525,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.047872340425532e-05,
+      "loss": 0.5616,
+      "step": 199
+    },
+    {
+      "epoch": 0.5050505050505051,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.0425531914893619e-05,
+      "loss": 0.6466,
+      "step": 200
+    },
+    {
+      "epoch": 0.5075757575757576,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.0372340425531916e-05,
+      "loss": 0.6424,
+      "step": 201
+    },
+    {
+      "epoch": 0.51010101010101,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0319148936170214e-05,
+      "loss": 0.5646,
+      "step": 202
+    },
+    {
+      "epoch": 0.5126262626262627,
+      "grad_norm": 2.125,
+      "learning_rate": 1.0265957446808513e-05,
+      "loss": 0.6261,
+      "step": 203
+    },
+    {
+      "epoch": 0.5151515151515151,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0212765957446808e-05,
+      "loss": 0.6775,
+      "step": 204
+    },
+    {
+      "epoch": 0.5176767676767676,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.0159574468085107e-05,
+      "loss": 0.5857,
+      "step": 205
+    },
+    {
+      "epoch": 0.5202020202020202,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0106382978723405e-05,
+      "loss": 0.6021,
+      "step": 206
+    },
+    {
+      "epoch": 0.5227272727272727,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.0053191489361702e-05,
+      "loss": 0.7299,
+      "step": 207
+    },
+    {
+      "epoch": 0.5252525252525253,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1e-05,
+      "loss": 0.5437,
+      "step": 208
+    },
+    {
+      "epoch": 0.5277777777777778,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.946808510638298e-06,
+      "loss": 0.6348,
+      "step": 209
+    },
+    {
+      "epoch": 0.5303030303030303,
+      "grad_norm": 2.0,
+      "learning_rate": 9.893617021276596e-06,
+      "loss": 0.5428,
+      "step": 210
+    },
+    {
+      "epoch": 0.5328282828282829,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.840425531914895e-06,
+      "loss": 0.6134,
+      "step": 211
+    },
+    {
+      "epoch": 0.5353535353535354,
+      "grad_norm": 2.4375,
+      "learning_rate": 9.787234042553192e-06,
+      "loss": 0.7403,
+      "step": 212
+    },
+    {
+      "epoch": 0.5378787878787878,
+      "grad_norm": 2.40625,
+      "learning_rate": 9.73404255319149e-06,
+      "loss": 0.6552,
+      "step": 213
+    },
+    {
+      "epoch": 0.5404040404040404,
+      "grad_norm": 2.34375,
+      "learning_rate": 9.680851063829787e-06,
+      "loss": 0.6425,
+      "step": 214
+    },
+    {
+      "epoch": 0.5429292929292929,
+      "grad_norm": 2.0,
+      "learning_rate": 9.627659574468086e-06,
+      "loss": 0.5375,
+      "step": 215
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.574468085106385e-06,
+      "loss": 0.5925,
+      "step": 216
+    },
+    {
+      "epoch": 0.547979797979798,
+      "grad_norm": 2.390625,
+      "learning_rate": 9.521276595744681e-06,
+      "loss": 0.7654,
+      "step": 217
+    },
+    {
+      "epoch": 0.5505050505050505,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.4996,
+      "step": 218
+    },
+    {
+      "epoch": 0.553030303030303,
+      "grad_norm": 2.453125,
+      "learning_rate": 9.414893617021279e-06,
+      "loss": 0.6864,
+      "step": 219
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 2.0,
+      "learning_rate": 9.361702127659576e-06,
+      "loss": 0.488,
+      "step": 220
+    },
+    {
+      "epoch": 0.5580808080808081,
+      "grad_norm": 2.078125,
+      "learning_rate": 9.308510638297872e-06,
+      "loss": 0.5785,
+      "step": 221
+    },
+    {
+      "epoch": 0.5606060606060606,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.255319148936171e-06,
+      "loss": 0.5625,
+      "step": 222
+    },
+    {
+      "epoch": 0.5631313131313131,
+      "grad_norm": 2.390625,
+      "learning_rate": 9.20212765957447e-06,
+      "loss": 0.7519,
+      "step": 223
+    },
+    {
+      "epoch": 0.5656565656565656,
+      "grad_norm": 2.265625,
+      "learning_rate": 9.148936170212767e-06,
+      "loss": 0.6129,
+      "step": 224
+    },
+    {
+      "epoch": 0.5681818181818182,
+      "grad_norm": 2.25,
+      "learning_rate": 9.095744680851063e-06,
+      "loss": 0.6109,
+      "step": 225
+    },
+    {
+      "epoch": 0.5707070707070707,
+      "grad_norm": 2.21875,
+      "learning_rate": 9.042553191489362e-06,
+      "loss": 0.6669,
+      "step": 226
+    },
+    {
+      "epoch": 0.5732323232323232,
+      "grad_norm": 2.078125,
+      "learning_rate": 8.98936170212766e-06,
+      "loss": 0.5333,
+      "step": 227
+    },
+    {
+      "epoch": 0.5757575757575758,
+      "grad_norm": 1.84375,
+      "learning_rate": 8.936170212765958e-06,
+      "loss": 0.4787,
+      "step": 228
+    },
+    {
+      "epoch": 0.5782828282828283,
+      "grad_norm": 2.265625,
+      "learning_rate": 8.882978723404256e-06,
+      "loss": 0.6159,
+      "step": 229
+    },
+    {
+      "epoch": 0.5808080808080808,
+      "grad_norm": 1.9296875,
+      "learning_rate": 8.829787234042555e-06,
+      "loss": 0.5439,
+      "step": 230
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 2.1875,
+      "learning_rate": 8.776595744680852e-06,
+      "loss": 0.6479,
+      "step": 231
+    },
+    {
+      "epoch": 0.5858585858585859,
+      "grad_norm": 2.46875,
+      "learning_rate": 8.72340425531915e-06,
+      "loss": 0.7045,
+      "step": 232
+    },
+    {
+      "epoch": 0.5883838383838383,
+      "grad_norm": 2.28125,
+      "learning_rate": 8.670212765957447e-06,
+      "loss": 0.6465,
+      "step": 233
+    },
+    {
+      "epoch": 0.5909090909090909,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.617021276595746e-06,
+      "loss": 0.7733,
+      "step": 234
+    },
+    {
+      "epoch": 0.5934343434343434,
+      "grad_norm": 1.8984375,
+      "learning_rate": 8.563829787234044e-06,
+      "loss": 0.5294,
+      "step": 235
+    },
+    {
+      "epoch": 0.5959595959595959,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.510638297872341e-06,
+      "loss": 0.5508,
+      "step": 236
+    },
+    {
+      "epoch": 0.5984848484848485,
+      "grad_norm": 2.546875,
+      "learning_rate": 8.457446808510638e-06,
+      "loss": 0.7075,
+      "step": 237
+    },
+    {
+      "epoch": 0.601010101010101,
+      "grad_norm": 2.046875,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.5368,
+      "step": 238
+    },
+    {
+      "epoch": 0.6035353535353535,
+      "grad_norm": 1.8828125,
+      "learning_rate": 8.351063829787235e-06,
+      "loss": 0.5084,
+      "step": 239
+    },
+    {
+      "epoch": 0.6060606060606061,
+      "grad_norm": 2.484375,
+      "learning_rate": 8.297872340425532e-06,
+      "loss": 0.7621,
+      "step": 240
+    },
+    {
+      "epoch": 0.6085858585858586,
+      "grad_norm": 2.171875,
+      "learning_rate": 8.24468085106383e-06,
+      "loss": 0.6219,
+      "step": 241
+    },
+    {
+      "epoch": 0.6111111111111112,
+      "grad_norm": 2.21875,
+      "learning_rate": 8.191489361702128e-06,
+      "loss": 0.7703,
+      "step": 242
+    },
+    {
+      "epoch": 0.6136363636363636,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.138297872340426e-06,
+      "loss": 0.699,
+      "step": 243
+    },
+    {
+      "epoch": 0.6161616161616161,
+      "grad_norm": 2.03125,
+      "learning_rate": 8.085106382978723e-06,
+      "loss": 0.6155,
+      "step": 244
+    },
+    {
+      "epoch": 0.6186868686868687,
+      "grad_norm": 2.15625,
+      "learning_rate": 8.031914893617022e-06,
+      "loss": 0.6866,
+      "step": 245
+    },
+    {
+      "epoch": 0.6212121212121212,
+      "grad_norm": 2.0,
+      "learning_rate": 7.97872340425532e-06,
+      "loss": 0.5463,
+      "step": 246
+    },
+    {
+      "epoch": 0.6237373737373737,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.925531914893617e-06,
+      "loss": 0.623,
+      "step": 247
+    },
+    {
+      "epoch": 0.6262626262626263,
+      "grad_norm": 1.8671875,
+      "learning_rate": 7.872340425531916e-06,
+      "loss": 0.5725,
+      "step": 248
+    },
+    {
+      "epoch": 0.6287878787878788,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.819148936170213e-06,
+      "loss": 0.5766,
+      "step": 249
+    },
+    {
+      "epoch": 0.6313131313131313,
+      "grad_norm": 2.25,
+      "learning_rate": 7.765957446808511e-06,
+      "loss": 0.6114,
+      "step": 250
+    },
+    {
+      "epoch": 0.6338383838383839,
+      "grad_norm": 2.09375,
+      "learning_rate": 7.71276595744681e-06,
+      "loss": 0.5799,
+      "step": 251
+    },
+    {
+      "epoch": 0.6363636363636364,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.659574468085107e-06,
+      "loss": 0.6028,
+      "step": 252
+    },
+    {
+      "epoch": 0.6388888888888888,
+      "grad_norm": 2.046875,
+      "learning_rate": 7.606382978723405e-06,
+      "loss": 0.5485,
+      "step": 253
+    },
+    {
+      "epoch": 0.6414141414141414,
+      "grad_norm": 2.328125,
+      "learning_rate": 7.553191489361703e-06,
+      "loss": 0.6007,
+      "step": 254
+    },
+    {
+      "epoch": 0.6439393939393939,
+      "grad_norm": 2.125,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.5623,
+      "step": 255
+    },
+    {
+      "epoch": 0.6464646464646465,
+      "grad_norm": 1.9296875,
+      "learning_rate": 7.446808510638298e-06,
+      "loss": 0.5226,
+      "step": 256
+    },
+    {
+      "epoch": 0.648989898989899,
+      "grad_norm": 1.90625,
+      "learning_rate": 7.3936170212765965e-06,
+      "loss": 0.5072,
+      "step": 257
+    },
+    {
+      "epoch": 0.6515151515151515,
+      "grad_norm": 2.171875,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.6739,
+      "step": 258
+    },
+    {
+      "epoch": 0.6540404040404041,
+      "grad_norm": 2.234375,
+      "learning_rate": 7.287234042553192e-06,
+      "loss": 0.6461,
+      "step": 259
+    },
+    {
+      "epoch": 0.6565656565656566,
+      "grad_norm": 2.1875,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 0.5361,
+      "step": 260
+    },
+    {
+      "epoch": 0.6590909090909091,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.1808510638297875e-06,
+      "loss": 0.5884,
+      "step": 261
+    },
+    {
+      "epoch": 0.6616161616161617,
+      "grad_norm": 1.9296875,
+      "learning_rate": 7.127659574468085e-06,
+      "loss": 0.5063,
+      "step": 262
+    },
+    {
+      "epoch": 0.6641414141414141,
+      "grad_norm": 1.859375,
+      "learning_rate": 7.074468085106384e-06,
+      "loss": 0.4902,
+      "step": 263
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 2.484375,
+      "learning_rate": 7.021276595744682e-06,
+      "loss": 0.5821,
+      "step": 264
+    },
+    {
+      "epoch": 0.6691919191919192,
+      "grad_norm": 1.8828125,
+      "learning_rate": 6.968085106382979e-06,
+      "loss": 0.4859,
+      "step": 265
+    },
+    {
+      "epoch": 0.6717171717171717,
+      "grad_norm": 2.359375,
+      "learning_rate": 6.914893617021278e-06,
+      "loss": 0.6668,
+      "step": 266
+    },
+    {
+      "epoch": 0.6742424242424242,
+      "grad_norm": 1.984375,
+      "learning_rate": 6.861702127659575e-06,
+      "loss": 0.5804,
+      "step": 267
+    },
+    {
+      "epoch": 0.6767676767676768,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.808510638297873e-06,
+      "loss": 0.54,
+      "step": 268
+    },
+    {
+      "epoch": 0.6792929292929293,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.75531914893617e-06,
+      "loss": 0.6318,
+      "step": 269
+    },
+    {
+      "epoch": 0.6818181818181818,
+      "grad_norm": 2.046875,
+      "learning_rate": 6.702127659574469e-06,
+      "loss": 0.552,
+      "step": 270
+    },
+    {
+      "epoch": 0.6843434343434344,
+      "grad_norm": 2.125,
+      "learning_rate": 6.648936170212767e-06,
+      "loss": 0.5727,
+      "step": 271
+    },
+    {
+      "epoch": 0.6868686868686869,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.595744680851064e-06,
+      "loss": 0.673,
+      "step": 272
+    },
+    {
+      "epoch": 0.6893939393939394,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.542553191489362e-06,
+      "loss": 0.5932,
+      "step": 273
+    },
+    {
+      "epoch": 0.6919191919191919,
+      "grad_norm": 1.921875,
+      "learning_rate": 6.48936170212766e-06,
+      "loss": 0.5093,
+      "step": 274
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 2.0625,
+      "learning_rate": 6.436170212765958e-06,
+      "loss": 0.5441,
+      "step": 275
+    },
+    {
+      "epoch": 0.696969696969697,
+      "grad_norm": 2.28125,
+      "learning_rate": 6.382978723404256e-06,
+      "loss": 0.7347,
+      "step": 276
+    },
+    {
+      "epoch": 0.6994949494949495,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.329787234042554e-06,
+      "loss": 0.6073,
+      "step": 277
+    },
+    {
+      "epoch": 0.702020202020202,
+      "grad_norm": 1.9375,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.535,
+      "step": 278
+    },
+    {
+      "epoch": 0.7045454545454546,
+      "grad_norm": 1.9453125,
+      "learning_rate": 6.22340425531915e-06,
+      "loss": 0.5872,
+      "step": 279
+    },
+    {
+      "epoch": 0.7070707070707071,
+      "grad_norm": 2.375,
+      "learning_rate": 6.170212765957447e-06,
+      "loss": 0.5513,
+      "step": 280
+    },
+    {
+      "epoch": 0.7095959595959596,
+      "grad_norm": 2.125,
+      "learning_rate": 6.117021276595745e-06,
+      "loss": 0.5443,
+      "step": 281
+    },
+    {
+      "epoch": 0.7121212121212122,
+      "grad_norm": 2.109375,
+      "learning_rate": 6.063829787234044e-06,
+      "loss": 0.5909,
+      "step": 282
+    },
+    {
+      "epoch": 0.7146464646464646,
+      "grad_norm": 2.125,
+      "learning_rate": 6.010638297872341e-06,
+      "loss": 0.6246,
+      "step": 283
+    },
+    {
+      "epoch": 0.7171717171717171,
+      "grad_norm": 2.328125,
+      "learning_rate": 5.957446808510638e-06,
+      "loss": 0.6736,
+      "step": 284
+    },
+    {
+      "epoch": 0.7196969696969697,
+      "grad_norm": 2.046875,
+      "learning_rate": 5.904255319148937e-06,
+      "loss": 0.6977,
+      "step": 285
+    },
+    {
+      "epoch": 0.7222222222222222,
+      "grad_norm": 1.953125,
+      "learning_rate": 5.851063829787235e-06,
+      "loss": 0.5457,
+      "step": 286
+    },
+    {
+      "epoch": 0.7247474747474747,
+      "grad_norm": 2.34375,
+      "learning_rate": 5.7978723404255325e-06,
+      "loss": 0.689,
+      "step": 287
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 1.9375,
+      "learning_rate": 5.744680851063831e-06,
+      "loss": 0.5628,
+      "step": 288
+    },
+    {
+      "epoch": 0.7297979797979798,
+      "grad_norm": 1.9140625,
+      "learning_rate": 5.691489361702128e-06,
+      "loss": 0.4981,
+      "step": 289
+    },
+    {
+      "epoch": 0.7323232323232324,
+      "grad_norm": 1.953125,
+      "learning_rate": 5.638297872340426e-06,
+      "loss": 0.5368,
+      "step": 290
+    },
+    {
+      "epoch": 0.7348484848484849,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.5851063829787235e-06,
+      "loss": 0.6594,
+      "step": 291
+    },
+    {
+      "epoch": 0.7373737373737373,
+      "grad_norm": 2.390625,
+      "learning_rate": 5.531914893617022e-06,
+      "loss": 0.5935,
+      "step": 292
+    },
+    {
+      "epoch": 0.73989898989899,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.47872340425532e-06,
+      "loss": 0.5859,
+      "step": 293
+    },
+    {
+      "epoch": 0.7424242424242424,
+      "grad_norm": 2.234375,
+      "learning_rate": 5.425531914893617e-06,
+      "loss": 0.598,
+      "step": 294
+    },
+    {
+      "epoch": 0.7424242424242424,
+      "eval_loss": 0.49261218309402466,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0683,
+      "eval_samples_per_second": 51.249,
+      "eval_steps_per_second": 6.769,
+      "step": 294
+    },
+    {
+      "epoch": 0.7449494949494949,
+      "grad_norm": 1.9296875,
+      "learning_rate": 5.372340425531915e-06,
+      "loss": 0.4914,
+      "step": 295
+    },
+    {
+      "epoch": 0.7474747474747475,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.319148936170213e-06,
+      "loss": 0.739,
+      "step": 296
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 2.171875,
+      "learning_rate": 5.265957446808511e-06,
+      "loss": 0.5582,
+      "step": 297
+    },
+    {
+      "epoch": 0.7525252525252525,
+      "grad_norm": 2.453125,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.7083,
+      "step": 298
+    },
+    {
+      "epoch": 0.7550505050505051,
+      "grad_norm": 2.0625,
+      "learning_rate": 5.159574468085107e-06,
+      "loss": 0.5886,
+      "step": 299
+    },
+    {
+      "epoch": 0.7575757575757576,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.106382978723404e-06,
+      "loss": 0.6125,
+      "step": 300
+    },
+    {
+      "epoch": 0.76010101010101,
+      "grad_norm": 2.09375,
+      "learning_rate": 5.053191489361703e-06,
+      "loss": 0.5323,
+      "step": 301
+    },
+    {
+      "epoch": 0.7626262626262627,
+      "grad_norm": 2.046875,
+      "learning_rate": 5e-06,
+      "loss": 0.5877,
+      "step": 302
+    },
+    {
+      "epoch": 0.7651515151515151,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.946808510638298e-06,
+      "loss": 0.618,
+      "step": 303
+    },
+    {
+      "epoch": 0.7676767676767676,
+      "grad_norm": 2.046875,
+      "learning_rate": 4.893617021276596e-06,
+      "loss": 0.6148,
+      "step": 304
+    },
+    {
+      "epoch": 0.7702020202020202,
+      "grad_norm": 2.109375,
+      "learning_rate": 4.840425531914894e-06,
+      "loss": 0.5589,
+      "step": 305
+    },
+    {
+      "epoch": 0.7727272727272727,
+      "grad_norm": 1.9921875,
+      "learning_rate": 4.787234042553192e-06,
+      "loss": 0.5927,
+      "step": 306
+    },
+    {
+      "epoch": 0.7752525252525253,
+      "grad_norm": 2.453125,
+      "learning_rate": 4.73404255319149e-06,
+      "loss": 0.6524,
+      "step": 307
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 1.9609375,
+      "learning_rate": 4.680851063829788e-06,
+      "loss": 0.4944,
+      "step": 308
+    },
+    {
+      "epoch": 0.7803030303030303,
+      "grad_norm": 1.9765625,
+      "learning_rate": 4.6276595744680855e-06,
+      "loss": 0.6216,
+      "step": 309
+    },
+    {
+      "epoch": 0.7828282828282829,
+      "grad_norm": 2.109375,
+      "learning_rate": 4.574468085106383e-06,
+      "loss": 0.5407,
+      "step": 310
+    },
+    {
+      "epoch": 0.7853535353535354,
+      "grad_norm": 2.15625,
+      "learning_rate": 4.521276595744681e-06,
+      "loss": 0.5426,
+      "step": 311
+    },
+    {
+      "epoch": 0.7878787878787878,
+      "grad_norm": 2.5625,
+      "learning_rate": 4.468085106382979e-06,
+      "loss": 0.6869,
+      "step": 312
+    },
+    {
+      "epoch": 0.7904040404040404,
+      "grad_norm": 1.90625,
+      "learning_rate": 4.414893617021277e-06,
+      "loss": 0.4939,
+      "step": 313
+    },
+    {
+      "epoch": 0.7929292929292929,
+      "grad_norm": 1.9296875,
+      "learning_rate": 4.361702127659575e-06,
+      "loss": 0.5599,
+      "step": 314
+    },
+    {
+      "epoch": 0.7954545454545454,
+      "grad_norm": 1.984375,
+      "learning_rate": 4.308510638297873e-06,
+      "loss": 0.5386,
+      "step": 315
+    },
+    {
+      "epoch": 0.797979797979798,
+      "grad_norm": 2.0,
+      "learning_rate": 4.255319148936171e-06,
+      "loss": 0.5639,
+      "step": 316
+    },
+    {
+      "epoch": 0.8005050505050505,
+      "grad_norm": 2.140625,
+      "learning_rate": 4.202127659574468e-06,
+      "loss": 0.5941,
+      "step": 317
+    },
+    {
+      "epoch": 0.803030303030303,
+      "grad_norm": 2.28125,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.6414,
+      "step": 318
+    },
+    {
+      "epoch": 0.8055555555555556,
+      "grad_norm": 1.953125,
+      "learning_rate": 4.095744680851064e-06,
+      "loss": 0.5747,
+      "step": 319
+    },
+    {
+      "epoch": 0.8080808080808081,
+      "grad_norm": 2.078125,
+      "learning_rate": 4.042553191489362e-06,
+      "loss": 0.6022,
+      "step": 320
+    },
+    {
+      "epoch": 0.8106060606060606,
+      "grad_norm": 1.9453125,
+      "learning_rate": 3.98936170212766e-06,
+      "loss": 0.5137,
+      "step": 321
+    },
+    {
+      "epoch": 0.8131313131313131,
+      "grad_norm": 2.34375,
+      "learning_rate": 3.936170212765958e-06,
+      "loss": 0.6665,
+      "step": 322
+    },
+    {
+      "epoch": 0.8156565656565656,
+      "grad_norm": 2.03125,
+      "learning_rate": 3.882978723404256e-06,
+      "loss": 0.5478,
+      "step": 323
+    },
+    {
+      "epoch": 0.8181818181818182,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.8297872340425535e-06,
+      "loss": 0.7404,
+      "step": 324
+    },
+    {
+      "epoch": 0.8207070707070707,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.7765957446808516e-06,
+      "loss": 0.6361,
+      "step": 325
+    },
+    {
+      "epoch": 0.8232323232323232,
+      "grad_norm": 2.109375,
+      "learning_rate": 3.723404255319149e-06,
+      "loss": 0.5841,
+      "step": 326
+    },
+    {
+      "epoch": 0.8257575757575758,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.670212765957447e-06,
+      "loss": 0.5882,
+      "step": 327
+    },
+    {
+      "epoch": 0.8282828282828283,
+      "grad_norm": 2.25,
+      "learning_rate": 3.6170212765957453e-06,
+      "loss": 0.577,
+      "step": 328
+    },
+    {
+      "epoch": 0.8308080808080808,
+      "grad_norm": 1.9375,
+      "learning_rate": 3.5638297872340426e-06,
+      "loss": 0.468,
+      "step": 329
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 2.3125,
+      "learning_rate": 3.510638297872341e-06,
+      "loss": 0.5352,
+      "step": 330
+    },
+    {
+      "epoch": 0.8358585858585859,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.457446808510639e-06,
+      "loss": 0.6389,
+      "step": 331
+    },
+    {
+      "epoch": 0.8383838383838383,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.4042553191489363e-06,
+      "loss": 0.5887,
+      "step": 332
+    },
+    {
+      "epoch": 0.8409090909090909,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.3510638297872345e-06,
+      "loss": 0.613,
+      "step": 333
+    },
+    {
+      "epoch": 0.8434343434343434,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.297872340425532e-06,
+      "loss": 0.6165,
+      "step": 334
+    },
+    {
+      "epoch": 0.8459595959595959,
+      "grad_norm": 2.09375,
+      "learning_rate": 3.24468085106383e-06,
+      "loss": 0.713,
+      "step": 335
+    },
+    {
+      "epoch": 0.8484848484848485,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.191489361702128e-06,
+      "loss": 0.5602,
+      "step": 336
+    },
+    {
+      "epoch": 0.851010101010101,
+      "grad_norm": 1.9765625,
+      "learning_rate": 3.1382978723404255e-06,
+      "loss": 0.5783,
+      "step": 337
+    },
+    {
+      "epoch": 0.8535353535353535,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.6095,
+      "step": 338
+    },
+    {
+      "epoch": 0.8560606060606061,
+      "grad_norm": 2.09375,
+      "learning_rate": 3.031914893617022e-06,
+      "loss": 0.5752,
+      "step": 339
+    },
+    {
+      "epoch": 0.8585858585858586,
+      "grad_norm": 1.96875,
+      "learning_rate": 2.978723404255319e-06,
+      "loss": 0.5692,
+      "step": 340
+    },
+    {
+      "epoch": 0.8611111111111112,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.9255319148936174e-06,
+      "loss": 0.5864,
+      "step": 341
+    },
+    {
+      "epoch": 0.8636363636363636,
+      "grad_norm": 2.109375,
+      "learning_rate": 2.8723404255319155e-06,
+      "loss": 0.5904,
+      "step": 342
+    },
+    {
+      "epoch": 0.8661616161616161,
+      "grad_norm": 1.9296875,
+      "learning_rate": 2.819148936170213e-06,
+      "loss": 0.4829,
+      "step": 343
+    },
+    {
+      "epoch": 0.8686868686868687,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.765957446808511e-06,
+      "loss": 0.6226,
+      "step": 344
+    },
+    {
+      "epoch": 0.8712121212121212,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.7127659574468084e-06,
+      "loss": 0.7041,
+      "step": 345
+    },
+    {
+      "epoch": 0.8737373737373737,
+      "grad_norm": 2.03125,
+      "learning_rate": 2.6595744680851065e-06,
+      "loss": 0.6518,
+      "step": 346
+    },
+    {
+      "epoch": 0.8762626262626263,
+      "grad_norm": 2.0,
+      "learning_rate": 2.6063829787234047e-06,
+      "loss": 0.5096,
+      "step": 347
+    },
+    {
+      "epoch": 0.8787878787878788,
+      "grad_norm": 1.9453125,
+      "learning_rate": 2.553191489361702e-06,
+      "loss": 0.487,
+      "step": 348
+    },
+    {
+      "epoch": 0.8813131313131313,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.5e-06,
+      "loss": 0.6226,
+      "step": 349
+    },
+    {
+      "epoch": 0.8838383838383839,
+      "grad_norm": 2.421875,
+      "learning_rate": 2.446808510638298e-06,
+      "loss": 0.7568,
+      "step": 350
+    },
+    {
+      "epoch": 0.8863636363636364,
+      "grad_norm": 2.046875,
+      "learning_rate": 2.393617021276596e-06,
+      "loss": 0.5137,
+      "step": 351
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 2.03125,
+      "learning_rate": 2.340425531914894e-06,
+      "loss": 0.5703,
+      "step": 352
+    },
+    {
+      "epoch": 0.8914141414141414,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.2872340425531916e-06,
+      "loss": 0.633,
+      "step": 353
+    },
+    {
+      "epoch": 0.8939393939393939,
+      "grad_norm": 2.34375,
+      "learning_rate": 2.2340425531914894e-06,
+      "loss": 0.6691,
+      "step": 354
+    },
+    {
+      "epoch": 0.8964646464646465,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.1808510638297876e-06,
+      "loss": 0.5669,
+      "step": 355
+    },
+    {
+      "epoch": 0.898989898989899,
+      "grad_norm": 1.84375,
+      "learning_rate": 2.1276595744680853e-06,
+      "loss": 0.4753,
+      "step": 356
+    },
+    {
+      "epoch": 0.9015151515151515,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.074468085106383e-06,
+      "loss": 0.7078,
+      "step": 357
+    },
+    {
+      "epoch": 0.9040404040404041,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.6176,
+      "step": 358
+    },
+    {
+      "epoch": 0.9065656565656566,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.968085106382979e-06,
+      "loss": 0.5637,
+      "step": 359
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 0.5992,
+      "step": 360
+    },
+    {
+      "epoch": 0.9116161616161617,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.8617021276595745e-06,
+      "loss": 0.5278,
+      "step": 361
+    },
+    {
+      "epoch": 0.9141414141414141,
+      "grad_norm": 2.25,
+      "learning_rate": 1.8085106382978727e-06,
+      "loss": 0.6573,
+      "step": 362
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.7553191489361704e-06,
+      "loss": 0.5592,
+      "step": 363
+    },
+    {
+      "epoch": 0.9191919191919192,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.7021276595744682e-06,
+      "loss": 0.6199,
+      "step": 364
+    },
+    {
+      "epoch": 0.9217171717171717,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.648936170212766e-06,
+      "loss": 0.6009,
+      "step": 365
+    },
+    {
+      "epoch": 0.9242424242424242,
+      "grad_norm": 2.25,
+      "learning_rate": 1.595744680851064e-06,
+      "loss": 0.6213,
+      "step": 366
+    },
+    {
+      "epoch": 0.9267676767676768,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.5425531914893618e-06,
+      "loss": 0.4765,
+      "step": 367
+    },
+    {
+      "epoch": 0.9292929292929293,
+      "grad_norm": 1.75,
+      "learning_rate": 1.4893617021276596e-06,
+      "loss": 0.4497,
+      "step": 368
+    },
+    {
+      "epoch": 0.9318181818181818,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.4361702127659578e-06,
+      "loss": 0.5104,
+      "step": 369
+    },
+    {
+      "epoch": 0.9343434343434344,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3829787234042555e-06,
+      "loss": 0.635,
+      "step": 370
+    },
+    {
+      "epoch": 0.9368686868686869,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.3297872340425533e-06,
+      "loss": 0.6006,
+      "step": 371
+    },
+    {
+      "epoch": 0.9393939393939394,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.276595744680851e-06,
+      "loss": 0.6573,
+      "step": 372
+    },
+    {
+      "epoch": 0.9419191919191919,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.223404255319149e-06,
+      "loss": 0.5499,
+      "step": 373
+    },
+    {
+      "epoch": 0.9444444444444444,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.170212765957447e-06,
+      "loss": 0.5335,
+      "step": 374
+    },
+    {
+      "epoch": 0.946969696969697,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1170212765957447e-06,
+      "loss": 0.4841,
+      "step": 375
+    },
+    {
+      "epoch": 0.9494949494949495,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0638297872340427e-06,
+      "loss": 0.5106,
+      "step": 376
+    },
+    {
+      "epoch": 0.952020202020202,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0106382978723404e-06,
+      "loss": 0.4671,
+      "step": 377
+    },
+    {
+      "epoch": 0.9545454545454546,
+      "grad_norm": 2.171875,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.5331,
+      "step": 378
+    },
+    {
+      "epoch": 0.9570707070707071,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.042553191489363e-07,
+      "loss": 0.6902,
+      "step": 379
+    },
+    {
+      "epoch": 0.9595959595959596,
+      "grad_norm": 1.859375,
+      "learning_rate": 8.510638297872341e-07,
+      "loss": 0.4853,
+      "step": 380
+    },
+    {
+      "epoch": 0.9621212121212122,
+      "grad_norm": 2.296875,
+      "learning_rate": 7.97872340425532e-07,
+      "loss": 0.6197,
+      "step": 381
+    },
+    {
+      "epoch": 0.9646464646464646,
+      "grad_norm": 2.046875,
+      "learning_rate": 7.446808510638298e-07,
+      "loss": 0.5291,
+      "step": 382
+    },
+    {
+      "epoch": 0.9671717171717171,
+      "grad_norm": 2.140625,
+      "learning_rate": 6.914893617021278e-07,
+      "loss": 0.6093,
+      "step": 383
+    },
+    {
+      "epoch": 0.9696969696969697,
+      "grad_norm": 2.078125,
+      "learning_rate": 6.382978723404255e-07,
+      "loss": 0.4875,
+      "step": 384
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 2.015625,
+      "learning_rate": 5.851063829787235e-07,
+      "loss": 0.5343,
+      "step": 385
+    },
+    {
+      "epoch": 0.9747474747474747,
+      "grad_norm": 2.03125,
+      "learning_rate": 5.319148936170213e-07,
+      "loss": 0.5217,
+      "step": 386
+    },
+    {
+      "epoch": 0.9772727272727273,
+      "grad_norm": 2.03125,
+      "learning_rate": 4.787234042553192e-07,
+      "loss": 0.5855,
+      "step": 387
+    },
+    {
+      "epoch": 0.9797979797979798,
+      "grad_norm": 2.3125,
+      "learning_rate": 4.2553191489361704e-07,
+      "loss": 0.6195,
+      "step": 388
+    },
+    {
+      "epoch": 0.9823232323232324,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.723404255319149e-07,
+      "loss": 0.6591,
+      "step": 389
+    },
+    {
+      "epoch": 0.9848484848484849,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.1914893617021275e-07,
+      "loss": 0.6122,
+      "step": 390
+    },
+    {
+      "epoch": 0.9873737373737373,
+      "grad_norm": 1.9921875,
+      "learning_rate": 2.6595744680851066e-07,
+      "loss": 0.5496,
+      "step": 391
+    },
+    {
+      "epoch": 0.98989898989899,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.1276595744680852e-07,
+      "loss": 0.6296,
+      "step": 392
+    },
+    {
+      "epoch": 0.98989898989899,
+      "eval_loss": 0.491173654794693,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0524,
+      "eval_samples_per_second": 51.646,
+      "eval_steps_per_second": 6.821,
+      "step": 392
+    },
+    {
+      "epoch": 0.9924242424242424,
+      "grad_norm": 2.5,
+      "learning_rate": 1.5957446808510638e-07,
+      "loss": 0.7494,
+      "step": 393
+    },
+    {
+      "epoch": 0.9949494949494949,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0638297872340426e-07,
+      "loss": 0.5564,
+      "step": 394
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 396,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 197,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.538335445050982e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-394/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1544ce648e0cdfc3dfb0741a74a7986a7044108b2dd749fa1d4345bf7a7751
+size 5496

checkpoint-396/config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-396/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

checkpoint-396/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8184a75dcded3d2142f944792ee358218f2ad0ee5f8729ac0366a2f25c6e9
+size 2471645608

checkpoint-396/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0385df4bf8f22f7c440b2cdcd3644ab695296eaec116ec43a85a8fd4b44a4a0
+size 4943382114

checkpoint-396/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01e32af50305c2813c68459e798bc2742ba3a7efc592db91ae45cf013c0148
+size 14244

checkpoint-396/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2db77dee59aa32a586c56bfbb61f6af6744a96b2a51f34eebb26e56720b232a
+size 1064

checkpoint-396/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>"
+}

checkpoint-396/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
+size 17210200

checkpoint-396/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-396/trainer_state.json

@@ -0,0 +1,2841 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 98,
+  "global_step": 396,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0025252525252525255,
+      "grad_norm": 18.25,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 1.9914,
+      "step": 1
+    },
+    {
+      "epoch": 0.005050505050505051,
+      "grad_norm": 20.375,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.1829,
+      "step": 2
+    },
+    {
+      "epoch": 0.007575757575757576,
+      "grad_norm": 18.25,
+      "learning_rate": 3e-06,
+      "loss": 2.1929,
+      "step": 3
+    },
+    {
+      "epoch": 0.010101010101010102,
+      "grad_norm": 17.625,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 2.1297,
+      "step": 4
+    },
+    {
+      "epoch": 0.012626262626262626,
+      "grad_norm": 15.5625,
+      "learning_rate": 5e-06,
+      "loss": 2.0477,
+      "step": 5
+    },
+    {
+      "epoch": 0.015151515151515152,
+      "grad_norm": 12.9375,
+      "learning_rate": 6e-06,
+      "loss": 1.9193,
+      "step": 6
+    },
+    {
+      "epoch": 0.017676767676767676,
+      "grad_norm": 10.8125,
+      "learning_rate": 7e-06,
+      "loss": 1.8775,
+      "step": 7
+    },
+    {
+      "epoch": 0.020202020202020204,
+      "grad_norm": 10.625,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.9196,
+      "step": 8
+    },
+    {
+      "epoch": 0.022727272727272728,
+      "grad_norm": 11.8125,
+      "learning_rate": 9e-06,
+      "loss": 1.8893,
+      "step": 9
+    },
+    {
+      "epoch": 0.025252525252525252,
+      "grad_norm": 11.1875,
+      "learning_rate": 1e-05,
+      "loss": 1.7865,
+      "step": 10
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 9.5,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 1.4009,
+      "step": 11
+    },
+    {
+      "epoch": 0.030303030303030304,
+      "grad_norm": 11.25,
+      "learning_rate": 1.2e-05,
+      "loss": 1.3557,
+      "step": 12
+    },
+    {
+      "epoch": 0.03282828282828283,
+      "grad_norm": 11.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.3745,
+      "step": 13
+    },
+    {
+      "epoch": 0.03535353535353535,
+      "grad_norm": 14.5625,
+      "learning_rate": 1.4e-05,
+      "loss": 1.232,
+      "step": 14
+    },
+    {
+      "epoch": 0.03787878787878788,
+      "grad_norm": 7.5625,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.0349,
+      "step": 15
+    },
+    {
+      "epoch": 0.04040404040404041,
+      "grad_norm": 6.21875,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.1282,
+      "step": 16
+    },
+    {
+      "epoch": 0.04292929292929293,
+      "grad_norm": 4.90625,
+      "learning_rate": 1.7e-05,
+      "loss": 0.8976,
+      "step": 17
+    },
+    {
+      "epoch": 0.045454545454545456,
+      "grad_norm": 4.75,
+      "learning_rate": 1.8e-05,
+      "loss": 0.9172,
+      "step": 18
+    },
+    {
+      "epoch": 0.047979797979797977,
+      "grad_norm": 3.71875,
+      "learning_rate": 1.9e-05,
+      "loss": 0.8081,
+      "step": 19
+    },
+    {
+      "epoch": 0.050505050505050504,
+      "grad_norm": 6.65625,
+      "learning_rate": 2e-05,
+      "loss": 1.0714,
+      "step": 20
+    },
+    {
+      "epoch": 0.05303030303030303,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.99468085106383e-05,
+      "loss": 0.8382,
+      "step": 21
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 3.515625,
+      "learning_rate": 1.9893617021276595e-05,
+      "loss": 0.8522,
+      "step": 22
+    },
+    {
+      "epoch": 0.05808080808080808,
+      "grad_norm": 3.453125,
+      "learning_rate": 1.9840425531914894e-05,
+      "loss": 0.8236,
+      "step": 23
+    },
+    {
+      "epoch": 0.06060606060606061,
+      "grad_norm": 3.75,
+      "learning_rate": 1.9787234042553193e-05,
+      "loss": 0.8437,
+      "step": 24
+    },
+    {
+      "epoch": 0.06313131313131314,
+      "grad_norm": 3.34375,
+      "learning_rate": 1.973404255319149e-05,
+      "loss": 0.8406,
+      "step": 25
+    },
+    {
+      "epoch": 0.06565656565656566,
+      "grad_norm": 3.84375,
+      "learning_rate": 1.968085106382979e-05,
+      "loss": 0.759,
+      "step": 26
+    },
+    {
+      "epoch": 0.06818181818181818,
+      "grad_norm": 3.546875,
+      "learning_rate": 1.962765957446809e-05,
+      "loss": 0.8671,
+      "step": 27
+    },
+    {
+      "epoch": 0.0707070707070707,
+      "grad_norm": 3.46875,
+      "learning_rate": 1.9574468085106384e-05,
+      "loss": 0.9208,
+      "step": 28
+    },
+    {
+      "epoch": 0.07323232323232323,
+      "grad_norm": 3.578125,
+      "learning_rate": 1.9521276595744682e-05,
+      "loss": 0.7483,
+      "step": 29
+    },
+    {
+      "epoch": 0.07575757575757576,
+      "grad_norm": 3.765625,
+      "learning_rate": 1.946808510638298e-05,
+      "loss": 0.9255,
+      "step": 30
+    },
+    {
+      "epoch": 0.07828282828282829,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9414893617021276e-05,
+      "loss": 0.7069,
+      "step": 31
+    },
+    {
+      "epoch": 0.08080808080808081,
+      "grad_norm": 3.375,
+      "learning_rate": 1.9361702127659575e-05,
+      "loss": 0.733,
+      "step": 32
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 3.421875,
+      "learning_rate": 1.9308510638297873e-05,
+      "loss": 0.7065,
+      "step": 33
+    },
+    {
+      "epoch": 0.08585858585858586,
+      "grad_norm": 3.40625,
+      "learning_rate": 1.9255319148936172e-05,
+      "loss": 0.8013,
+      "step": 34
+    },
+    {
+      "epoch": 0.08838383838383838,
+      "grad_norm": 2.9375,
+      "learning_rate": 1.920212765957447e-05,
+      "loss": 0.7475,
+      "step": 35
+    },
+    {
+      "epoch": 0.09090909090909091,
+      "grad_norm": 2.828125,
+      "learning_rate": 1.914893617021277e-05,
+      "loss": 0.827,
+      "step": 36
+    },
+    {
+      "epoch": 0.09343434343434344,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.9095744680851064e-05,
+      "loss": 0.7498,
+      "step": 37
+    },
+    {
+      "epoch": 0.09595959595959595,
+      "grad_norm": 2.96875,
+      "learning_rate": 1.9042553191489363e-05,
+      "loss": 0.7054,
+      "step": 38
+    },
+    {
+      "epoch": 0.09848484848484848,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.898936170212766e-05,
+      "loss": 0.697,
+      "step": 39
+    },
+    {
+      "epoch": 0.10101010101010101,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.893617021276596e-05,
+      "loss": 0.6147,
+      "step": 40
+    },
+    {
+      "epoch": 0.10353535353535354,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.888297872340426e-05,
+      "loss": 0.7174,
+      "step": 41
+    },
+    {
+      "epoch": 0.10606060606060606,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8829787234042557e-05,
+      "loss": 0.6435,
+      "step": 42
+    },
+    {
+      "epoch": 0.10858585858585859,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8776595744680852e-05,
+      "loss": 0.6665,
+      "step": 43
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.872340425531915e-05,
+      "loss": 0.6512,
+      "step": 44
+    },
+    {
+      "epoch": 0.11363636363636363,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8670212765957446e-05,
+      "loss": 0.5746,
+      "step": 45
+    },
+    {
+      "epoch": 0.11616161616161616,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.8617021276595745e-05,
+      "loss": 0.6253,
+      "step": 46
+    },
+    {
+      "epoch": 0.11868686868686869,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.8563829787234043e-05,
+      "loss": 0.5925,
+      "step": 47
+    },
+    {
+      "epoch": 0.12121212121212122,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.8510638297872342e-05,
+      "loss": 0.6516,
+      "step": 48
+    },
+    {
+      "epoch": 0.12373737373737374,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.845744680851064e-05,
+      "loss": 0.6909,
+      "step": 49
+    },
+    {
+      "epoch": 0.12626262626262627,
+      "grad_norm": 2.375,
+      "learning_rate": 1.840425531914894e-05,
+      "loss": 0.7091,
+      "step": 50
+    },
+    {
+      "epoch": 0.12878787878787878,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.8351063829787234e-05,
+      "loss": 0.525,
+      "step": 51
+    },
+    {
+      "epoch": 0.13131313131313133,
+      "grad_norm": 2.0,
+      "learning_rate": 1.8297872340425533e-05,
+      "loss": 0.5949,
+      "step": 52
+    },
+    {
+      "epoch": 0.13383838383838384,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.824468085106383e-05,
+      "loss": 0.7348,
+      "step": 53
+    },
+    {
+      "epoch": 0.13636363636363635,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8191489361702127e-05,
+      "loss": 0.562,
+      "step": 54
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.8138297872340425e-05,
+      "loss": 0.72,
+      "step": 55
+    },
+    {
+      "epoch": 0.1414141414141414,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.8085106382978724e-05,
+      "loss": 0.6685,
+      "step": 56
+    },
+    {
+      "epoch": 0.14393939393939395,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8031914893617023e-05,
+      "loss": 0.605,
+      "step": 57
+    },
+    {
+      "epoch": 0.14646464646464646,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.797872340425532e-05,
+      "loss": 0.6761,
+      "step": 58
+    },
+    {
+      "epoch": 0.14898989898989898,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.792553191489362e-05,
+      "loss": 0.6702,
+      "step": 59
+    },
+    {
+      "epoch": 0.15151515151515152,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 0.691,
+      "step": 60
+    },
+    {
+      "epoch": 0.15404040404040403,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7819148936170214e-05,
+      "loss": 0.6373,
+      "step": 61
+    },
+    {
+      "epoch": 0.15656565656565657,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.7765957446808512e-05,
+      "loss": 0.5704,
+      "step": 62
+    },
+    {
+      "epoch": 0.1590909090909091,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.7712765957446807e-05,
+      "loss": 0.6963,
+      "step": 63
+    },
+    {
+      "epoch": 0.16161616161616163,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.765957446808511e-05,
+      "loss": 0.6108,
+      "step": 64
+    },
+    {
+      "epoch": 0.16414141414141414,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.7606382978723408e-05,
+      "loss": 0.6329,
+      "step": 65
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 2.375,
+      "learning_rate": 1.7553191489361703e-05,
+      "loss": 0.6747,
+      "step": 66
+    },
+    {
+      "epoch": 0.1691919191919192,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.6375,
+      "step": 67
+    },
+    {
+      "epoch": 0.1717171717171717,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.74468085106383e-05,
+      "loss": 0.6412,
+      "step": 68
+    },
+    {
+      "epoch": 0.17424242424242425,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.7393617021276596e-05,
+      "loss": 0.8454,
+      "step": 69
+    },
+    {
+      "epoch": 0.17676767676767677,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7340425531914894e-05,
+      "loss": 0.6781,
+      "step": 70
+    },
+    {
+      "epoch": 0.17929292929292928,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.7287234042553193e-05,
+      "loss": 0.6895,
+      "step": 71
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.723404255319149e-05,
+      "loss": 0.6515,
+      "step": 72
+    },
+    {
+      "epoch": 0.18434343434343434,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.718085106382979e-05,
+      "loss": 0.6032,
+      "step": 73
+    },
+    {
+      "epoch": 0.18686868686868688,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.712765957446809e-05,
+      "loss": 0.6554,
+      "step": 74
+    },
+    {
+      "epoch": 0.1893939393939394,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.7074468085106384e-05,
+      "loss": 0.6295,
+      "step": 75
+    },
+    {
+      "epoch": 0.1919191919191919,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7021276595744682e-05,
+      "loss": 0.6321,
+      "step": 76
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.696808510638298e-05,
+      "loss": 0.6457,
+      "step": 77
+    },
+    {
+      "epoch": 0.19696969696969696,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.6914893617021276e-05,
+      "loss": 0.559,
+      "step": 78
+    },
+    {
+      "epoch": 0.1994949494949495,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6861702127659575e-05,
+      "loss": 0.766,
+      "step": 79
+    },
+    {
+      "epoch": 0.20202020202020202,
+      "grad_norm": 2.75,
+      "learning_rate": 1.6808510638297873e-05,
+      "loss": 0.8241,
+      "step": 80
+    },
+    {
+      "epoch": 0.20454545454545456,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6755319148936172e-05,
+      "loss": 0.6543,
+      "step": 81
+    },
+    {
+      "epoch": 0.20707070707070707,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.670212765957447e-05,
+      "loss": 0.6471,
+      "step": 82
+    },
+    {
+      "epoch": 0.20959595959595959,
+      "grad_norm": 2.375,
+      "learning_rate": 1.664893617021277e-05,
+      "loss": 0.678,
+      "step": 83
+    },
+    {
+      "epoch": 0.21212121212121213,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 0.6333,
+      "step": 84
+    },
+    {
+      "epoch": 0.21464646464646464,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.6542553191489363e-05,
+      "loss": 0.6513,
+      "step": 85
+    },
+    {
+      "epoch": 0.21717171717171718,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.648936170212766e-05,
+      "loss": 0.6419,
+      "step": 86
+    },
+    {
+      "epoch": 0.2196969696969697,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6436170212765957e-05,
+      "loss": 0.5929,
+      "step": 87
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.6382978723404255e-05,
+      "loss": 0.5898,
+      "step": 88
+    },
+    {
+      "epoch": 0.22474747474747475,
+      "grad_norm": 2.5625,
+      "learning_rate": 1.6329787234042554e-05,
+      "loss": 0.7497,
+      "step": 89
+    },
+    {
+      "epoch": 0.22727272727272727,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.6276595744680853e-05,
+      "loss": 0.7005,
+      "step": 90
+    },
+    {
+      "epoch": 0.2297979797979798,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.622340425531915e-05,
+      "loss": 0.7901,
+      "step": 91
+    },
+    {
+      "epoch": 0.23232323232323232,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.6170212765957446e-05,
+      "loss": 0.5286,
+      "step": 92
+    },
+    {
+      "epoch": 0.23484848484848486,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.6117021276595745e-05,
+      "loss": 0.655,
+      "step": 93
+    },
+    {
+      "epoch": 0.23737373737373738,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.6063829787234044e-05,
+      "loss": 0.7207,
+      "step": 94
+    },
+    {
+      "epoch": 0.2398989898989899,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.6010638297872342e-05,
+      "loss": 0.7205,
+      "step": 95
+    },
+    {
+      "epoch": 0.24242424242424243,
+      "grad_norm": 2.890625,
+      "learning_rate": 1.595744680851064e-05,
+      "loss": 0.8159,
+      "step": 96
+    },
+    {
+      "epoch": 0.24494949494949494,
+      "grad_norm": 2.125,
+      "learning_rate": 1.590425531914894e-05,
+      "loss": 0.563,
+      "step": 97
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5851063829787235e-05,
+      "loss": 0.5928,
+      "step": 98
+    },
+    {
+      "epoch": 0.2474747474747475,
+      "eval_loss": 0.5301359295845032,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0495,
+      "eval_samples_per_second": 51.721,
+      "eval_steps_per_second": 6.831,
+      "step": 98
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5797872340425533e-05,
+      "loss": 0.6478,
+      "step": 99
+    },
+    {
+      "epoch": 0.25252525252525254,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5744680851063832e-05,
+      "loss": 0.6663,
+      "step": 100
+    },
+    {
+      "epoch": 0.255050505050505,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.5691489361702127e-05,
+      "loss": 0.6241,
+      "step": 101
+    },
+    {
+      "epoch": 0.25757575757575757,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.5638297872340426e-05,
+      "loss": 0.7131,
+      "step": 102
+    },
+    {
+      "epoch": 0.2601010101010101,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.5585106382978724e-05,
+      "loss": 0.7139,
+      "step": 103
+    },
+    {
+      "epoch": 0.26262626262626265,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.5531914893617023e-05,
+      "loss": 0.5503,
+      "step": 104
+    },
+    {
+      "epoch": 0.26515151515151514,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.547872340425532e-05,
+      "loss": 0.5837,
+      "step": 105
+    },
+    {
+      "epoch": 0.2676767676767677,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.542553191489362e-05,
+      "loss": 0.571,
+      "step": 106
+    },
+    {
+      "epoch": 0.2702020202020202,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.5372340425531915e-05,
+      "loss": 0.4949,
+      "step": 107
+    },
+    {
+      "epoch": 0.2727272727272727,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.5319148936170214e-05,
+      "loss": 0.6769,
+      "step": 108
+    },
+    {
+      "epoch": 0.27525252525252525,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.5265957446808512e-05,
+      "loss": 0.4772,
+      "step": 109
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.521276595744681e-05,
+      "loss": 0.6177,
+      "step": 110
+    },
+    {
+      "epoch": 0.2803030303030303,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.5159574468085108e-05,
+      "loss": 0.6063,
+      "step": 111
+    },
+    {
+      "epoch": 0.2828282828282828,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.5106382978723407e-05,
+      "loss": 0.5975,
+      "step": 112
+    },
+    {
+      "epoch": 0.28535353535353536,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.5053191489361702e-05,
+      "loss": 0.5549,
+      "step": 113
+    },
+    {
+      "epoch": 0.2878787878787879,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.6549,
+      "step": 114
+    },
+    {
+      "epoch": 0.2904040404040404,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.49468085106383e-05,
+      "loss": 0.5356,
+      "step": 115
+    },
+    {
+      "epoch": 0.29292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.4893617021276596e-05,
+      "loss": 0.6594,
+      "step": 116
+    },
+    {
+      "epoch": 0.29545454545454547,
+      "grad_norm": 2.25,
+      "learning_rate": 1.4840425531914894e-05,
+      "loss": 0.6194,
+      "step": 117
+    },
+    {
+      "epoch": 0.29797979797979796,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.4787234042553193e-05,
+      "loss": 0.5987,
+      "step": 118
+    },
+    {
+      "epoch": 0.3005050505050505,
+      "grad_norm": 2.0,
+      "learning_rate": 1.473404255319149e-05,
+      "loss": 0.5104,
+      "step": 119
+    },
+    {
+      "epoch": 0.30303030303030304,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.4680851063829789e-05,
+      "loss": 0.5476,
+      "step": 120
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.4627659574468087e-05,
+      "loss": 0.6195,
+      "step": 121
+    },
+    {
+      "epoch": 0.30808080808080807,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.4574468085106384e-05,
+      "loss": 0.6162,
+      "step": 122
+    },
+    {
+      "epoch": 0.3106060606060606,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.4521276595744683e-05,
+      "loss": 0.5231,
+      "step": 123
+    },
+    {
+      "epoch": 0.31313131313131315,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4468085106382981e-05,
+      "loss": 0.5958,
+      "step": 124
+    },
+    {
+      "epoch": 0.31565656565656564,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4414893617021276e-05,
+      "loss": 0.5808,
+      "step": 125
+    },
+    {
+      "epoch": 0.3181818181818182,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4361702127659575e-05,
+      "loss": 0.6299,
+      "step": 126
+    },
+    {
+      "epoch": 0.3207070707070707,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4308510638297874e-05,
+      "loss": 0.6375,
+      "step": 127
+    },
+    {
+      "epoch": 0.32323232323232326,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.425531914893617e-05,
+      "loss": 0.6465,
+      "step": 128
+    },
+    {
+      "epoch": 0.32575757575757575,
+      "grad_norm": 2.125,
+      "learning_rate": 1.420212765957447e-05,
+      "loss": 0.6539,
+      "step": 129
+    },
+    {
+      "epoch": 0.3282828282828283,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.4148936170212768e-05,
+      "loss": 0.5253,
+      "step": 130
+    },
+    {
+      "epoch": 0.33080808080808083,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.4095744680851065e-05,
+      "loss": 0.6292,
+      "step": 131
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.4042553191489363e-05,
+      "loss": 0.578,
+      "step": 132
+    },
+    {
+      "epoch": 0.33585858585858586,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3989361702127662e-05,
+      "loss": 0.5226,
+      "step": 133
+    },
+    {
+      "epoch": 0.3383838383838384,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.3936170212765959e-05,
+      "loss": 0.6743,
+      "step": 134
+    },
+    {
+      "epoch": 0.3409090909090909,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.3882978723404257e-05,
+      "loss": 0.501,
+      "step": 135
+    },
+    {
+      "epoch": 0.3434343434343434,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3829787234042556e-05,
+      "loss": 0.6333,
+      "step": 136
+    },
+    {
+      "epoch": 0.34595959595959597,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.3776595744680851e-05,
+      "loss": 0.4695,
+      "step": 137
+    },
+    {
+      "epoch": 0.3484848484848485,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.372340425531915e-05,
+      "loss": 0.6444,
+      "step": 138
+    },
+    {
+      "epoch": 0.351010101010101,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.3670212765957447e-05,
+      "loss": 0.6019,
+      "step": 139
+    },
+    {
+      "epoch": 0.35353535353535354,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.3617021276595745e-05,
+      "loss": 0.4815,
+      "step": 140
+    },
+    {
+      "epoch": 0.3560606060606061,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.3563829787234044e-05,
+      "loss": 0.6316,
+      "step": 141
+    },
+    {
+      "epoch": 0.35858585858585856,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.351063829787234e-05,
+      "loss": 0.8299,
+      "step": 142
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.345744680851064e-05,
+      "loss": 0.543,
+      "step": 143
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.3404255319148938e-05,
+      "loss": 0.6093,
+      "step": 144
+    },
+    {
+      "epoch": 0.3661616161616162,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.3351063829787235e-05,
+      "loss": 0.5501,
+      "step": 145
+    },
+    {
+      "epoch": 0.3686868686868687,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3297872340425533e-05,
+      "loss": 0.5388,
+      "step": 146
+    },
+    {
+      "epoch": 0.3712121212121212,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.3244680851063832e-05,
+      "loss": 0.5364,
+      "step": 147
+    },
+    {
+      "epoch": 0.37373737373737376,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.3191489361702127e-05,
+      "loss": 0.6471,
+      "step": 148
+    },
+    {
+      "epoch": 0.37626262626262624,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.3138297872340426e-05,
+      "loss": 0.4996,
+      "step": 149
+    },
+    {
+      "epoch": 0.3787878787878788,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3085106382978724e-05,
+      "loss": 0.6603,
+      "step": 150
+    },
+    {
+      "epoch": 0.3813131313131313,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.3031914893617021e-05,
+      "loss": 0.5177,
+      "step": 151
+    },
+    {
+      "epoch": 0.3838383838383838,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.297872340425532e-05,
+      "loss": 0.6503,
+      "step": 152
+    },
+    {
+      "epoch": 0.38636363636363635,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2925531914893619e-05,
+      "loss": 0.676,
+      "step": 153
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2872340425531915e-05,
+      "loss": 0.6498,
+      "step": 154
+    },
+    {
+      "epoch": 0.39141414141414144,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2819148936170214e-05,
+      "loss": 0.572,
+      "step": 155
+    },
+    {
+      "epoch": 0.3939393939393939,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.2765957446808513e-05,
+      "loss": 0.5173,
+      "step": 156
+    },
+    {
+      "epoch": 0.39646464646464646,
+      "grad_norm": 2.25,
+      "learning_rate": 1.2712765957446808e-05,
+      "loss": 0.6703,
+      "step": 157
+    },
+    {
+      "epoch": 0.398989898989899,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.2659574468085108e-05,
+      "loss": 0.8048,
+      "step": 158
+    },
+    {
+      "epoch": 0.4015151515151515,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.2606382978723407e-05,
+      "loss": 0.7114,
+      "step": 159
+    },
+    {
+      "epoch": 0.40404040404040403,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.5931,
+      "step": 160
+    },
+    {
+      "epoch": 0.4065656565656566,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.25e-05,
+      "loss": 0.567,
+      "step": 161
+    },
+    {
+      "epoch": 0.4090909090909091,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.24468085106383e-05,
+      "loss": 0.7013,
+      "step": 162
+    },
+    {
+      "epoch": 0.4116161616161616,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.2393617021276596e-05,
+      "loss": 0.6181,
+      "step": 163
+    },
+    {
+      "epoch": 0.41414141414141414,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.2340425531914895e-05,
+      "loss": 0.7713,
+      "step": 164
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2287234042553193e-05,
+      "loss": 0.6588,
+      "step": 165
+    },
+    {
+      "epoch": 0.41919191919191917,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.223404255319149e-05,
+      "loss": 0.573,
+      "step": 166
+    },
+    {
+      "epoch": 0.4217171717171717,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2180851063829789e-05,
+      "loss": 0.5446,
+      "step": 167
+    },
+    {
+      "epoch": 0.42424242424242425,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2127659574468087e-05,
+      "loss": 0.5479,
+      "step": 168
+    },
+    {
+      "epoch": 0.42676767676767674,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.2074468085106383e-05,
+      "loss": 0.6544,
+      "step": 169
+    },
+    {
+      "epoch": 0.4292929292929293,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2021276595744681e-05,
+      "loss": 0.525,
+      "step": 170
+    },
+    {
+      "epoch": 0.4318181818181818,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.196808510638298e-05,
+      "loss": 0.6069,
+      "step": 171
+    },
+    {
+      "epoch": 0.43434343434343436,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.1914893617021277e-05,
+      "loss": 0.6263,
+      "step": 172
+    },
+    {
+      "epoch": 0.43686868686868685,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1861702127659575e-05,
+      "loss": 0.575,
+      "step": 173
+    },
+    {
+      "epoch": 0.4393939393939394,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.1808510638297874e-05,
+      "loss": 0.5764,
+      "step": 174
+    },
+    {
+      "epoch": 0.44191919191919193,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.175531914893617e-05,
+      "loss": 0.7523,
+      "step": 175
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.170212765957447e-05,
+      "loss": 0.5827,
+      "step": 176
+    },
+    {
+      "epoch": 0.44696969696969696,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.1648936170212768e-05,
+      "loss": 0.5396,
+      "step": 177
+    },
+    {
+      "epoch": 0.4494949494949495,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1595744680851065e-05,
+      "loss": 0.6469,
+      "step": 178
+    },
+    {
+      "epoch": 0.45202020202020204,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1542553191489364e-05,
+      "loss": 0.544,
+      "step": 179
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.1489361702127662e-05,
+      "loss": 0.5716,
+      "step": 180
+    },
+    {
+      "epoch": 0.45707070707070707,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1436170212765957e-05,
+      "loss": 0.5299,
+      "step": 181
+    },
+    {
+      "epoch": 0.4595959595959596,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.1382978723404256e-05,
+      "loss": 0.4805,
+      "step": 182
+    },
+    {
+      "epoch": 0.4621212121212121,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1329787234042555e-05,
+      "loss": 0.6307,
+      "step": 183
+    },
+    {
+      "epoch": 0.46464646464646464,
+      "grad_norm": 2.5,
+      "learning_rate": 1.1276595744680851e-05,
+      "loss": 0.8322,
+      "step": 184
+    },
+    {
+      "epoch": 0.4671717171717172,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.122340425531915e-05,
+      "loss": 0.617,
+      "step": 185
+    },
+    {
+      "epoch": 0.4696969696969697,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.1170212765957447e-05,
+      "loss": 0.5663,
+      "step": 186
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1117021276595746e-05,
+      "loss": 0.7309,
+      "step": 187
+    },
+    {
+      "epoch": 0.47474747474747475,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1063829787234044e-05,
+      "loss": 0.573,
+      "step": 188
+    },
+    {
+      "epoch": 0.4772727272727273,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.1010638297872341e-05,
+      "loss": 0.5971,
+      "step": 189
+    },
+    {
+      "epoch": 0.4797979797979798,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.095744680851064e-05,
+      "loss": 0.6153,
+      "step": 190
+    },
+    {
+      "epoch": 0.4823232323232323,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0904255319148938e-05,
+      "loss": 0.5656,
+      "step": 191
+    },
+    {
+      "epoch": 0.48484848484848486,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0851063829787233e-05,
+      "loss": 0.6486,
+      "step": 192
+    },
+    {
+      "epoch": 0.48737373737373735,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.0797872340425532e-05,
+      "loss": 0.5707,
+      "step": 193
+    },
+    {
+      "epoch": 0.4898989898989899,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.074468085106383e-05,
+      "loss": 0.5209,
+      "step": 194
+    },
+    {
+      "epoch": 0.49242424242424243,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.0691489361702128e-05,
+      "loss": 0.6777,
+      "step": 195
+    },
+    {
+      "epoch": 0.494949494949495,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0638297872340426e-05,
+      "loss": 0.678,
+      "step": 196
+    },
+    {
+      "epoch": 0.494949494949495,
+      "eval_loss": 0.5024059414863586,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0314,
+      "eval_samples_per_second": 52.181,
+      "eval_steps_per_second": 6.892,
+      "step": 196
+    },
+    {
+      "epoch": 0.49747474747474746,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.0585106382978725e-05,
+      "loss": 0.533,
+      "step": 197
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 2.25,
+      "learning_rate": 1.0531914893617022e-05,
+      "loss": 0.6215,
+      "step": 198
+    },
+    {
+      "epoch": 0.5025252525252525,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.047872340425532e-05,
+      "loss": 0.5616,
+      "step": 199
+    },
+    {
+      "epoch": 0.5050505050505051,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.0425531914893619e-05,
+      "loss": 0.6466,
+      "step": 200
+    },
+    {
+      "epoch": 0.5075757575757576,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.0372340425531916e-05,
+      "loss": 0.6424,
+      "step": 201
+    },
+    {
+      "epoch": 0.51010101010101,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0319148936170214e-05,
+      "loss": 0.5646,
+      "step": 202
+    },
+    {
+      "epoch": 0.5126262626262627,
+      "grad_norm": 2.125,
+      "learning_rate": 1.0265957446808513e-05,
+      "loss": 0.6261,
+      "step": 203
+    },
+    {
+      "epoch": 0.5151515151515151,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0212765957446808e-05,
+      "loss": 0.6775,
+      "step": 204
+    },
+    {
+      "epoch": 0.5176767676767676,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.0159574468085107e-05,
+      "loss": 0.5857,
+      "step": 205
+    },
+    {
+      "epoch": 0.5202020202020202,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0106382978723405e-05,
+      "loss": 0.6021,
+      "step": 206
+    },
+    {
+      "epoch": 0.5227272727272727,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.0053191489361702e-05,
+      "loss": 0.7299,
+      "step": 207
+    },
+    {
+      "epoch": 0.5252525252525253,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1e-05,
+      "loss": 0.5437,
+      "step": 208
+    },
+    {
+      "epoch": 0.5277777777777778,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.946808510638298e-06,
+      "loss": 0.6348,
+      "step": 209
+    },
+    {
+      "epoch": 0.5303030303030303,
+      "grad_norm": 2.0,
+      "learning_rate": 9.893617021276596e-06,
+      "loss": 0.5428,
+      "step": 210
+    },
+    {
+      "epoch": 0.5328282828282829,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.840425531914895e-06,
+      "loss": 0.6134,
+      "step": 211
+    },
+    {
+      "epoch": 0.5353535353535354,
+      "grad_norm": 2.4375,
+      "learning_rate": 9.787234042553192e-06,
+      "loss": 0.7403,
+      "step": 212
+    },
+    {
+      "epoch": 0.5378787878787878,
+      "grad_norm": 2.40625,
+      "learning_rate": 9.73404255319149e-06,
+      "loss": 0.6552,
+      "step": 213
+    },
+    {
+      "epoch": 0.5404040404040404,
+      "grad_norm": 2.34375,
+      "learning_rate": 9.680851063829787e-06,
+      "loss": 0.6425,
+      "step": 214
+    },
+    {
+      "epoch": 0.5429292929292929,
+      "grad_norm": 2.0,
+      "learning_rate": 9.627659574468086e-06,
+      "loss": 0.5375,
+      "step": 215
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.574468085106385e-06,
+      "loss": 0.5925,
+      "step": 216
+    },
+    {
+      "epoch": 0.547979797979798,
+      "grad_norm": 2.390625,
+      "learning_rate": 9.521276595744681e-06,
+      "loss": 0.7654,
+      "step": 217
+    },
+    {
+      "epoch": 0.5505050505050505,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.4996,
+      "step": 218
+    },
+    {
+      "epoch": 0.553030303030303,
+      "grad_norm": 2.453125,
+      "learning_rate": 9.414893617021279e-06,
+      "loss": 0.6864,
+      "step": 219
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 2.0,
+      "learning_rate": 9.361702127659576e-06,
+      "loss": 0.488,
+      "step": 220
+    },
+    {
+      "epoch": 0.5580808080808081,
+      "grad_norm": 2.078125,
+      "learning_rate": 9.308510638297872e-06,
+      "loss": 0.5785,
+      "step": 221
+    },
+    {
+      "epoch": 0.5606060606060606,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.255319148936171e-06,
+      "loss": 0.5625,
+      "step": 222
+    },
+    {
+      "epoch": 0.5631313131313131,
+      "grad_norm": 2.390625,
+      "learning_rate": 9.20212765957447e-06,
+      "loss": 0.7519,
+      "step": 223
+    },
+    {
+      "epoch": 0.5656565656565656,
+      "grad_norm": 2.265625,
+      "learning_rate": 9.148936170212767e-06,
+      "loss": 0.6129,
+      "step": 224
+    },
+    {
+      "epoch": 0.5681818181818182,
+      "grad_norm": 2.25,
+      "learning_rate": 9.095744680851063e-06,
+      "loss": 0.6109,
+      "step": 225
+    },
+    {
+      "epoch": 0.5707070707070707,
+      "grad_norm": 2.21875,
+      "learning_rate": 9.042553191489362e-06,
+      "loss": 0.6669,
+      "step": 226
+    },
+    {
+      "epoch": 0.5732323232323232,
+      "grad_norm": 2.078125,
+      "learning_rate": 8.98936170212766e-06,
+      "loss": 0.5333,
+      "step": 227
+    },
+    {
+      "epoch": 0.5757575757575758,
+      "grad_norm": 1.84375,
+      "learning_rate": 8.936170212765958e-06,
+      "loss": 0.4787,
+      "step": 228
+    },
+    {
+      "epoch": 0.5782828282828283,
+      "grad_norm": 2.265625,
+      "learning_rate": 8.882978723404256e-06,
+      "loss": 0.6159,
+      "step": 229
+    },
+    {
+      "epoch": 0.5808080808080808,
+      "grad_norm": 1.9296875,
+      "learning_rate": 8.829787234042555e-06,
+      "loss": 0.5439,
+      "step": 230
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 2.1875,
+      "learning_rate": 8.776595744680852e-06,
+      "loss": 0.6479,
+      "step": 231
+    },
+    {
+      "epoch": 0.5858585858585859,
+      "grad_norm": 2.46875,
+      "learning_rate": 8.72340425531915e-06,
+      "loss": 0.7045,
+      "step": 232
+    },
+    {
+      "epoch": 0.5883838383838383,
+      "grad_norm": 2.28125,
+      "learning_rate": 8.670212765957447e-06,
+      "loss": 0.6465,
+      "step": 233
+    },
+    {
+      "epoch": 0.5909090909090909,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.617021276595746e-06,
+      "loss": 0.7733,
+      "step": 234
+    },
+    {
+      "epoch": 0.5934343434343434,
+      "grad_norm": 1.8984375,
+      "learning_rate": 8.563829787234044e-06,
+      "loss": 0.5294,
+      "step": 235
+    },
+    {
+      "epoch": 0.5959595959595959,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.510638297872341e-06,
+      "loss": 0.5508,
+      "step": 236
+    },
+    {
+      "epoch": 0.5984848484848485,
+      "grad_norm": 2.546875,
+      "learning_rate": 8.457446808510638e-06,
+      "loss": 0.7075,
+      "step": 237
+    },
+    {
+      "epoch": 0.601010101010101,
+      "grad_norm": 2.046875,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.5368,
+      "step": 238
+    },
+    {
+      "epoch": 0.6035353535353535,
+      "grad_norm": 1.8828125,
+      "learning_rate": 8.351063829787235e-06,
+      "loss": 0.5084,
+      "step": 239
+    },
+    {
+      "epoch": 0.6060606060606061,
+      "grad_norm": 2.484375,
+      "learning_rate": 8.297872340425532e-06,
+      "loss": 0.7621,
+      "step": 240
+    },
+    {
+      "epoch": 0.6085858585858586,
+      "grad_norm": 2.171875,
+      "learning_rate": 8.24468085106383e-06,
+      "loss": 0.6219,
+      "step": 241
+    },
+    {
+      "epoch": 0.6111111111111112,
+      "grad_norm": 2.21875,
+      "learning_rate": 8.191489361702128e-06,
+      "loss": 0.7703,
+      "step": 242
+    },
+    {
+      "epoch": 0.6136363636363636,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.138297872340426e-06,
+      "loss": 0.699,
+      "step": 243
+    },
+    {
+      "epoch": 0.6161616161616161,
+      "grad_norm": 2.03125,
+      "learning_rate": 8.085106382978723e-06,
+      "loss": 0.6155,
+      "step": 244
+    },
+    {
+      "epoch": 0.6186868686868687,
+      "grad_norm": 2.15625,
+      "learning_rate": 8.031914893617022e-06,
+      "loss": 0.6866,
+      "step": 245
+    },
+    {
+      "epoch": 0.6212121212121212,
+      "grad_norm": 2.0,
+      "learning_rate": 7.97872340425532e-06,
+      "loss": 0.5463,
+      "step": 246
+    },
+    {
+      "epoch": 0.6237373737373737,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.925531914893617e-06,
+      "loss": 0.623,
+      "step": 247
+    },
+    {
+      "epoch": 0.6262626262626263,
+      "grad_norm": 1.8671875,
+      "learning_rate": 7.872340425531916e-06,
+      "loss": 0.5725,
+      "step": 248
+    },
+    {
+      "epoch": 0.6287878787878788,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.819148936170213e-06,
+      "loss": 0.5766,
+      "step": 249
+    },
+    {
+      "epoch": 0.6313131313131313,
+      "grad_norm": 2.25,
+      "learning_rate": 7.765957446808511e-06,
+      "loss": 0.6114,
+      "step": 250
+    },
+    {
+      "epoch": 0.6338383838383839,
+      "grad_norm": 2.09375,
+      "learning_rate": 7.71276595744681e-06,
+      "loss": 0.5799,
+      "step": 251
+    },
+    {
+      "epoch": 0.6363636363636364,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.659574468085107e-06,
+      "loss": 0.6028,
+      "step": 252
+    },
+    {
+      "epoch": 0.6388888888888888,
+      "grad_norm": 2.046875,
+      "learning_rate": 7.606382978723405e-06,
+      "loss": 0.5485,
+      "step": 253
+    },
+    {
+      "epoch": 0.6414141414141414,
+      "grad_norm": 2.328125,
+      "learning_rate": 7.553191489361703e-06,
+      "loss": 0.6007,
+      "step": 254
+    },
+    {
+      "epoch": 0.6439393939393939,
+      "grad_norm": 2.125,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.5623,
+      "step": 255
+    },
+    {
+      "epoch": 0.6464646464646465,
+      "grad_norm": 1.9296875,
+      "learning_rate": 7.446808510638298e-06,
+      "loss": 0.5226,
+      "step": 256
+    },
+    {
+      "epoch": 0.648989898989899,
+      "grad_norm": 1.90625,
+      "learning_rate": 7.3936170212765965e-06,
+      "loss": 0.5072,
+      "step": 257
+    },
+    {
+      "epoch": 0.6515151515151515,
+      "grad_norm": 2.171875,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.6739,
+      "step": 258
+    },
+    {
+      "epoch": 0.6540404040404041,
+      "grad_norm": 2.234375,
+      "learning_rate": 7.287234042553192e-06,
+      "loss": 0.6461,
+      "step": 259
+    },
+    {
+      "epoch": 0.6565656565656566,
+      "grad_norm": 2.1875,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 0.5361,
+      "step": 260
+    },
+    {
+      "epoch": 0.6590909090909091,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.1808510638297875e-06,
+      "loss": 0.5884,
+      "step": 261
+    },
+    {
+      "epoch": 0.6616161616161617,
+      "grad_norm": 1.9296875,
+      "learning_rate": 7.127659574468085e-06,
+      "loss": 0.5063,
+      "step": 262
+    },
+    {
+      "epoch": 0.6641414141414141,
+      "grad_norm": 1.859375,
+      "learning_rate": 7.074468085106384e-06,
+      "loss": 0.4902,
+      "step": 263
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 2.484375,
+      "learning_rate": 7.021276595744682e-06,
+      "loss": 0.5821,
+      "step": 264
+    },
+    {
+      "epoch": 0.6691919191919192,
+      "grad_norm": 1.8828125,
+      "learning_rate": 6.968085106382979e-06,
+      "loss": 0.4859,
+      "step": 265
+    },
+    {
+      "epoch": 0.6717171717171717,
+      "grad_norm": 2.359375,
+      "learning_rate": 6.914893617021278e-06,
+      "loss": 0.6668,
+      "step": 266
+    },
+    {
+      "epoch": 0.6742424242424242,
+      "grad_norm": 1.984375,
+      "learning_rate": 6.861702127659575e-06,
+      "loss": 0.5804,
+      "step": 267
+    },
+    {
+      "epoch": 0.6767676767676768,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.808510638297873e-06,
+      "loss": 0.54,
+      "step": 268
+    },
+    {
+      "epoch": 0.6792929292929293,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.75531914893617e-06,
+      "loss": 0.6318,
+      "step": 269
+    },
+    {
+      "epoch": 0.6818181818181818,
+      "grad_norm": 2.046875,
+      "learning_rate": 6.702127659574469e-06,
+      "loss": 0.552,
+      "step": 270
+    },
+    {
+      "epoch": 0.6843434343434344,
+      "grad_norm": 2.125,
+      "learning_rate": 6.648936170212767e-06,
+      "loss": 0.5727,
+      "step": 271
+    },
+    {
+      "epoch": 0.6868686868686869,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.595744680851064e-06,
+      "loss": 0.673,
+      "step": 272
+    },
+    {
+      "epoch": 0.6893939393939394,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.542553191489362e-06,
+      "loss": 0.5932,
+      "step": 273
+    },
+    {
+      "epoch": 0.6919191919191919,
+      "grad_norm": 1.921875,
+      "learning_rate": 6.48936170212766e-06,
+      "loss": 0.5093,
+      "step": 274
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 2.0625,
+      "learning_rate": 6.436170212765958e-06,
+      "loss": 0.5441,
+      "step": 275
+    },
+    {
+      "epoch": 0.696969696969697,
+      "grad_norm": 2.28125,
+      "learning_rate": 6.382978723404256e-06,
+      "loss": 0.7347,
+      "step": 276
+    },
+    {
+      "epoch": 0.6994949494949495,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.329787234042554e-06,
+      "loss": 0.6073,
+      "step": 277
+    },
+    {
+      "epoch": 0.702020202020202,
+      "grad_norm": 1.9375,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.535,
+      "step": 278
+    },
+    {
+      "epoch": 0.7045454545454546,
+      "grad_norm": 1.9453125,
+      "learning_rate": 6.22340425531915e-06,
+      "loss": 0.5872,
+      "step": 279
+    },
+    {
+      "epoch": 0.7070707070707071,
+      "grad_norm": 2.375,
+      "learning_rate": 6.170212765957447e-06,
+      "loss": 0.5513,
+      "step": 280
+    },
+    {
+      "epoch": 0.7095959595959596,
+      "grad_norm": 2.125,
+      "learning_rate": 6.117021276595745e-06,
+      "loss": 0.5443,
+      "step": 281
+    },
+    {
+      "epoch": 0.7121212121212122,
+      "grad_norm": 2.109375,
+      "learning_rate": 6.063829787234044e-06,
+      "loss": 0.5909,
+      "step": 282
+    },
+    {
+      "epoch": 0.7146464646464646,
+      "grad_norm": 2.125,
+      "learning_rate": 6.010638297872341e-06,
+      "loss": 0.6246,
+      "step": 283
+    },
+    {
+      "epoch": 0.7171717171717171,
+      "grad_norm": 2.328125,
+      "learning_rate": 5.957446808510638e-06,
+      "loss": 0.6736,
+      "step": 284
+    },
+    {
+      "epoch": 0.7196969696969697,
+      "grad_norm": 2.046875,
+      "learning_rate": 5.904255319148937e-06,
+      "loss": 0.6977,
+      "step": 285
+    },
+    {
+      "epoch": 0.7222222222222222,
+      "grad_norm": 1.953125,
+      "learning_rate": 5.851063829787235e-06,
+      "loss": 0.5457,
+      "step": 286
+    },
+    {
+      "epoch": 0.7247474747474747,
+      "grad_norm": 2.34375,
+      "learning_rate": 5.7978723404255325e-06,
+      "loss": 0.689,
+      "step": 287
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 1.9375,
+      "learning_rate": 5.744680851063831e-06,
+      "loss": 0.5628,
+      "step": 288
+    },
+    {
+      "epoch": 0.7297979797979798,
+      "grad_norm": 1.9140625,
+      "learning_rate": 5.691489361702128e-06,
+      "loss": 0.4981,
+      "step": 289
+    },
+    {
+      "epoch": 0.7323232323232324,
+      "grad_norm": 1.953125,
+      "learning_rate": 5.638297872340426e-06,
+      "loss": 0.5368,
+      "step": 290
+    },
+    {
+      "epoch": 0.7348484848484849,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.5851063829787235e-06,
+      "loss": 0.6594,
+      "step": 291
+    },
+    {
+      "epoch": 0.7373737373737373,
+      "grad_norm": 2.390625,
+      "learning_rate": 5.531914893617022e-06,
+      "loss": 0.5935,
+      "step": 292
+    },
+    {
+      "epoch": 0.73989898989899,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.47872340425532e-06,
+      "loss": 0.5859,
+      "step": 293
+    },
+    {
+      "epoch": 0.7424242424242424,
+      "grad_norm": 2.234375,
+      "learning_rate": 5.425531914893617e-06,
+      "loss": 0.598,
+      "step": 294
+    },
+    {
+      "epoch": 0.7424242424242424,
+      "eval_loss": 0.49261218309402466,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0683,
+      "eval_samples_per_second": 51.249,
+      "eval_steps_per_second": 6.769,
+      "step": 294
+    },
+    {
+      "epoch": 0.7449494949494949,
+      "grad_norm": 1.9296875,
+      "learning_rate": 5.372340425531915e-06,
+      "loss": 0.4914,
+      "step": 295
+    },
+    {
+      "epoch": 0.7474747474747475,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.319148936170213e-06,
+      "loss": 0.739,
+      "step": 296
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 2.171875,
+      "learning_rate": 5.265957446808511e-06,
+      "loss": 0.5582,
+      "step": 297
+    },
+    {
+      "epoch": 0.7525252525252525,
+      "grad_norm": 2.453125,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.7083,
+      "step": 298
+    },
+    {
+      "epoch": 0.7550505050505051,
+      "grad_norm": 2.0625,
+      "learning_rate": 5.159574468085107e-06,
+      "loss": 0.5886,
+      "step": 299
+    },
+    {
+      "epoch": 0.7575757575757576,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.106382978723404e-06,
+      "loss": 0.6125,
+      "step": 300
+    },
+    {
+      "epoch": 0.76010101010101,
+      "grad_norm": 2.09375,
+      "learning_rate": 5.053191489361703e-06,
+      "loss": 0.5323,
+      "step": 301
+    },
+    {
+      "epoch": 0.7626262626262627,
+      "grad_norm": 2.046875,
+      "learning_rate": 5e-06,
+      "loss": 0.5877,
+      "step": 302
+    },
+    {
+      "epoch": 0.7651515151515151,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.946808510638298e-06,
+      "loss": 0.618,
+      "step": 303
+    },
+    {
+      "epoch": 0.7676767676767676,
+      "grad_norm": 2.046875,
+      "learning_rate": 4.893617021276596e-06,
+      "loss": 0.6148,
+      "step": 304
+    },
+    {
+      "epoch": 0.7702020202020202,
+      "grad_norm": 2.109375,
+      "learning_rate": 4.840425531914894e-06,
+      "loss": 0.5589,
+      "step": 305
+    },
+    {
+      "epoch": 0.7727272727272727,
+      "grad_norm": 1.9921875,
+      "learning_rate": 4.787234042553192e-06,
+      "loss": 0.5927,
+      "step": 306
+    },
+    {
+      "epoch": 0.7752525252525253,
+      "grad_norm": 2.453125,
+      "learning_rate": 4.73404255319149e-06,
+      "loss": 0.6524,
+      "step": 307
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 1.9609375,
+      "learning_rate": 4.680851063829788e-06,
+      "loss": 0.4944,
+      "step": 308
+    },
+    {
+      "epoch": 0.7803030303030303,
+      "grad_norm": 1.9765625,
+      "learning_rate": 4.6276595744680855e-06,
+      "loss": 0.6216,
+      "step": 309
+    },
+    {
+      "epoch": 0.7828282828282829,
+      "grad_norm": 2.109375,
+      "learning_rate": 4.574468085106383e-06,
+      "loss": 0.5407,
+      "step": 310
+    },
+    {
+      "epoch": 0.7853535353535354,
+      "grad_norm": 2.15625,
+      "learning_rate": 4.521276595744681e-06,
+      "loss": 0.5426,
+      "step": 311
+    },
+    {
+      "epoch": 0.7878787878787878,
+      "grad_norm": 2.5625,
+      "learning_rate": 4.468085106382979e-06,
+      "loss": 0.6869,
+      "step": 312
+    },
+    {
+      "epoch": 0.7904040404040404,
+      "grad_norm": 1.90625,
+      "learning_rate": 4.414893617021277e-06,
+      "loss": 0.4939,
+      "step": 313
+    },
+    {
+      "epoch": 0.7929292929292929,
+      "grad_norm": 1.9296875,
+      "learning_rate": 4.361702127659575e-06,
+      "loss": 0.5599,
+      "step": 314
+    },
+    {
+      "epoch": 0.7954545454545454,
+      "grad_norm": 1.984375,
+      "learning_rate": 4.308510638297873e-06,
+      "loss": 0.5386,
+      "step": 315
+    },
+    {
+      "epoch": 0.797979797979798,
+      "grad_norm": 2.0,
+      "learning_rate": 4.255319148936171e-06,
+      "loss": 0.5639,
+      "step": 316
+    },
+    {
+      "epoch": 0.8005050505050505,
+      "grad_norm": 2.140625,
+      "learning_rate": 4.202127659574468e-06,
+      "loss": 0.5941,
+      "step": 317
+    },
+    {
+      "epoch": 0.803030303030303,
+      "grad_norm": 2.28125,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.6414,
+      "step": 318
+    },
+    {
+      "epoch": 0.8055555555555556,
+      "grad_norm": 1.953125,
+      "learning_rate": 4.095744680851064e-06,
+      "loss": 0.5747,
+      "step": 319
+    },
+    {
+      "epoch": 0.8080808080808081,
+      "grad_norm": 2.078125,
+      "learning_rate": 4.042553191489362e-06,
+      "loss": 0.6022,
+      "step": 320
+    },
+    {
+      "epoch": 0.8106060606060606,
+      "grad_norm": 1.9453125,
+      "learning_rate": 3.98936170212766e-06,
+      "loss": 0.5137,
+      "step": 321
+    },
+    {
+      "epoch": 0.8131313131313131,
+      "grad_norm": 2.34375,
+      "learning_rate": 3.936170212765958e-06,
+      "loss": 0.6665,
+      "step": 322
+    },
+    {
+      "epoch": 0.8156565656565656,
+      "grad_norm": 2.03125,
+      "learning_rate": 3.882978723404256e-06,
+      "loss": 0.5478,
+      "step": 323
+    },
+    {
+      "epoch": 0.8181818181818182,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.8297872340425535e-06,
+      "loss": 0.7404,
+      "step": 324
+    },
+    {
+      "epoch": 0.8207070707070707,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.7765957446808516e-06,
+      "loss": 0.6361,
+      "step": 325
+    },
+    {
+      "epoch": 0.8232323232323232,
+      "grad_norm": 2.109375,
+      "learning_rate": 3.723404255319149e-06,
+      "loss": 0.5841,
+      "step": 326
+    },
+    {
+      "epoch": 0.8257575757575758,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.670212765957447e-06,
+      "loss": 0.5882,
+      "step": 327
+    },
+    {
+      "epoch": 0.8282828282828283,
+      "grad_norm": 2.25,
+      "learning_rate": 3.6170212765957453e-06,
+      "loss": 0.577,
+      "step": 328
+    },
+    {
+      "epoch": 0.8308080808080808,
+      "grad_norm": 1.9375,
+      "learning_rate": 3.5638297872340426e-06,
+      "loss": 0.468,
+      "step": 329
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 2.3125,
+      "learning_rate": 3.510638297872341e-06,
+      "loss": 0.5352,
+      "step": 330
+    },
+    {
+      "epoch": 0.8358585858585859,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.457446808510639e-06,
+      "loss": 0.6389,
+      "step": 331
+    },
+    {
+      "epoch": 0.8383838383838383,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.4042553191489363e-06,
+      "loss": 0.5887,
+      "step": 332
+    },
+    {
+      "epoch": 0.8409090909090909,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.3510638297872345e-06,
+      "loss": 0.613,
+      "step": 333
+    },
+    {
+      "epoch": 0.8434343434343434,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.297872340425532e-06,
+      "loss": 0.6165,
+      "step": 334
+    },
+    {
+      "epoch": 0.8459595959595959,
+      "grad_norm": 2.09375,
+      "learning_rate": 3.24468085106383e-06,
+      "loss": 0.713,
+      "step": 335
+    },
+    {
+      "epoch": 0.8484848484848485,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.191489361702128e-06,
+      "loss": 0.5602,
+      "step": 336
+    },
+    {
+      "epoch": 0.851010101010101,
+      "grad_norm": 1.9765625,
+      "learning_rate": 3.1382978723404255e-06,
+      "loss": 0.5783,
+      "step": 337
+    },
+    {
+      "epoch": 0.8535353535353535,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.6095,
+      "step": 338
+    },
+    {
+      "epoch": 0.8560606060606061,
+      "grad_norm": 2.09375,
+      "learning_rate": 3.031914893617022e-06,
+      "loss": 0.5752,
+      "step": 339
+    },
+    {
+      "epoch": 0.8585858585858586,
+      "grad_norm": 1.96875,
+      "learning_rate": 2.978723404255319e-06,
+      "loss": 0.5692,
+      "step": 340
+    },
+    {
+      "epoch": 0.8611111111111112,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.9255319148936174e-06,
+      "loss": 0.5864,
+      "step": 341
+    },
+    {
+      "epoch": 0.8636363636363636,
+      "grad_norm": 2.109375,
+      "learning_rate": 2.8723404255319155e-06,
+      "loss": 0.5904,
+      "step": 342
+    },
+    {
+      "epoch": 0.8661616161616161,
+      "grad_norm": 1.9296875,
+      "learning_rate": 2.819148936170213e-06,
+      "loss": 0.4829,
+      "step": 343
+    },
+    {
+      "epoch": 0.8686868686868687,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.765957446808511e-06,
+      "loss": 0.6226,
+      "step": 344
+    },
+    {
+      "epoch": 0.8712121212121212,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.7127659574468084e-06,
+      "loss": 0.7041,
+      "step": 345
+    },
+    {
+      "epoch": 0.8737373737373737,
+      "grad_norm": 2.03125,
+      "learning_rate": 2.6595744680851065e-06,
+      "loss": 0.6518,
+      "step": 346
+    },
+    {
+      "epoch": 0.8762626262626263,
+      "grad_norm": 2.0,
+      "learning_rate": 2.6063829787234047e-06,
+      "loss": 0.5096,
+      "step": 347
+    },
+    {
+      "epoch": 0.8787878787878788,
+      "grad_norm": 1.9453125,
+      "learning_rate": 2.553191489361702e-06,
+      "loss": 0.487,
+      "step": 348
+    },
+    {
+      "epoch": 0.8813131313131313,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.5e-06,
+      "loss": 0.6226,
+      "step": 349
+    },
+    {
+      "epoch": 0.8838383838383839,
+      "grad_norm": 2.421875,
+      "learning_rate": 2.446808510638298e-06,
+      "loss": 0.7568,
+      "step": 350
+    },
+    {
+      "epoch": 0.8863636363636364,
+      "grad_norm": 2.046875,
+      "learning_rate": 2.393617021276596e-06,
+      "loss": 0.5137,
+      "step": 351
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 2.03125,
+      "learning_rate": 2.340425531914894e-06,
+      "loss": 0.5703,
+      "step": 352
+    },
+    {
+      "epoch": 0.8914141414141414,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.2872340425531916e-06,
+      "loss": 0.633,
+      "step": 353
+    },
+    {
+      "epoch": 0.8939393939393939,
+      "grad_norm": 2.34375,
+      "learning_rate": 2.2340425531914894e-06,
+      "loss": 0.6691,
+      "step": 354
+    },
+    {
+      "epoch": 0.8964646464646465,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.1808510638297876e-06,
+      "loss": 0.5669,
+      "step": 355
+    },
+    {
+      "epoch": 0.898989898989899,
+      "grad_norm": 1.84375,
+      "learning_rate": 2.1276595744680853e-06,
+      "loss": 0.4753,
+      "step": 356
+    },
+    {
+      "epoch": 0.9015151515151515,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.074468085106383e-06,
+      "loss": 0.7078,
+      "step": 357
+    },
+    {
+      "epoch": 0.9040404040404041,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.6176,
+      "step": 358
+    },
+    {
+      "epoch": 0.9065656565656566,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.968085106382979e-06,
+      "loss": 0.5637,
+      "step": 359
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 0.5992,
+      "step": 360
+    },
+    {
+      "epoch": 0.9116161616161617,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.8617021276595745e-06,
+      "loss": 0.5278,
+      "step": 361
+    },
+    {
+      "epoch": 0.9141414141414141,
+      "grad_norm": 2.25,
+      "learning_rate": 1.8085106382978727e-06,
+      "loss": 0.6573,
+      "step": 362
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.7553191489361704e-06,
+      "loss": 0.5592,
+      "step": 363
+    },
+    {
+      "epoch": 0.9191919191919192,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.7021276595744682e-06,
+      "loss": 0.6199,
+      "step": 364
+    },
+    {
+      "epoch": 0.9217171717171717,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.648936170212766e-06,
+      "loss": 0.6009,
+      "step": 365
+    },
+    {
+      "epoch": 0.9242424242424242,
+      "grad_norm": 2.25,
+      "learning_rate": 1.595744680851064e-06,
+      "loss": 0.6213,
+      "step": 366
+    },
+    {
+      "epoch": 0.9267676767676768,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.5425531914893618e-06,
+      "loss": 0.4765,
+      "step": 367
+    },
+    {
+      "epoch": 0.9292929292929293,
+      "grad_norm": 1.75,
+      "learning_rate": 1.4893617021276596e-06,
+      "loss": 0.4497,
+      "step": 368
+    },
+    {
+      "epoch": 0.9318181818181818,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.4361702127659578e-06,
+      "loss": 0.5104,
+      "step": 369
+    },
+    {
+      "epoch": 0.9343434343434344,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3829787234042555e-06,
+      "loss": 0.635,
+      "step": 370
+    },
+    {
+      "epoch": 0.9368686868686869,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.3297872340425533e-06,
+      "loss": 0.6006,
+      "step": 371
+    },
+    {
+      "epoch": 0.9393939393939394,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.276595744680851e-06,
+      "loss": 0.6573,
+      "step": 372
+    },
+    {
+      "epoch": 0.9419191919191919,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.223404255319149e-06,
+      "loss": 0.5499,
+      "step": 373
+    },
+    {
+      "epoch": 0.9444444444444444,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.170212765957447e-06,
+      "loss": 0.5335,
+      "step": 374
+    },
+    {
+      "epoch": 0.946969696969697,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1170212765957447e-06,
+      "loss": 0.4841,
+      "step": 375
+    },
+    {
+      "epoch": 0.9494949494949495,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0638297872340427e-06,
+      "loss": 0.5106,
+      "step": 376
+    },
+    {
+      "epoch": 0.952020202020202,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0106382978723404e-06,
+      "loss": 0.4671,
+      "step": 377
+    },
+    {
+      "epoch": 0.9545454545454546,
+      "grad_norm": 2.171875,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.5331,
+      "step": 378
+    },
+    {
+      "epoch": 0.9570707070707071,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.042553191489363e-07,
+      "loss": 0.6902,
+      "step": 379
+    },
+    {
+      "epoch": 0.9595959595959596,
+      "grad_norm": 1.859375,
+      "learning_rate": 8.510638297872341e-07,
+      "loss": 0.4853,
+      "step": 380
+    },
+    {
+      "epoch": 0.9621212121212122,
+      "grad_norm": 2.296875,
+      "learning_rate": 7.97872340425532e-07,
+      "loss": 0.6197,
+      "step": 381
+    },
+    {
+      "epoch": 0.9646464646464646,
+      "grad_norm": 2.046875,
+      "learning_rate": 7.446808510638298e-07,
+      "loss": 0.5291,
+      "step": 382
+    },
+    {
+      "epoch": 0.9671717171717171,
+      "grad_norm": 2.140625,
+      "learning_rate": 6.914893617021278e-07,
+      "loss": 0.6093,
+      "step": 383
+    },
+    {
+      "epoch": 0.9696969696969697,
+      "grad_norm": 2.078125,
+      "learning_rate": 6.382978723404255e-07,
+      "loss": 0.4875,
+      "step": 384
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 2.015625,
+      "learning_rate": 5.851063829787235e-07,
+      "loss": 0.5343,
+      "step": 385
+    },
+    {
+      "epoch": 0.9747474747474747,
+      "grad_norm": 2.03125,
+      "learning_rate": 5.319148936170213e-07,
+      "loss": 0.5217,
+      "step": 386
+    },
+    {
+      "epoch": 0.9772727272727273,
+      "grad_norm": 2.03125,
+      "learning_rate": 4.787234042553192e-07,
+      "loss": 0.5855,
+      "step": 387
+    },
+    {
+      "epoch": 0.9797979797979798,
+      "grad_norm": 2.3125,
+      "learning_rate": 4.2553191489361704e-07,
+      "loss": 0.6195,
+      "step": 388
+    },
+    {
+      "epoch": 0.9823232323232324,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.723404255319149e-07,
+      "loss": 0.6591,
+      "step": 389
+    },
+    {
+      "epoch": 0.9848484848484849,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.1914893617021275e-07,
+      "loss": 0.6122,
+      "step": 390
+    },
+    {
+      "epoch": 0.9873737373737373,
+      "grad_norm": 1.9921875,
+      "learning_rate": 2.6595744680851066e-07,
+      "loss": 0.5496,
+      "step": 391
+    },
+    {
+      "epoch": 0.98989898989899,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.1276595744680852e-07,
+      "loss": 0.6296,
+      "step": 392
+    },
+    {
+      "epoch": 0.98989898989899,
+      "eval_loss": 0.491173654794693,
+      "eval_model_preparation_time": 0.0001,
+      "eval_runtime": 2.0524,
+      "eval_samples_per_second": 51.646,
+      "eval_steps_per_second": 6.821,
+      "step": 392
+    },
+    {
+      "epoch": 0.9924242424242424,
+      "grad_norm": 2.5,
+      "learning_rate": 1.5957446808510638e-07,
+      "loss": 0.7494,
+      "step": 393
+    },
+    {
+      "epoch": 0.9949494949494949,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0638297872340426e-07,
+      "loss": 0.5564,
+      "step": 394
+    },
+    {
+      "epoch": 0.9974747474747475,
+      "grad_norm": 1.9921875,
+      "learning_rate": 5.319148936170213e-08,
+      "loss": 0.5115,
+      "step": 395
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.0625,
+      "learning_rate": 0.0,
+      "loss": 0.5586,
+      "step": 396
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 396,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 197,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.561055681957069e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-396/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1544ce648e0cdfc3dfb0741a74a7986a7044108b2dd749fa1d4345bf7a7751
+size 5496

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8184a75dcded3d2142f944792ee358218f2ad0ee5f8729ac0366a2f25c6e9
+size 2471645608

sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1_eval_ai2_arc.log

@@ -0,0 +1,8 @@
+hf (pretrained=models/sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 16
+|    Tasks    |Version|Filter|n-shot| Metric |   |Value |   |Stderr|
+|-------------|------:|------|-----:|--------|---|-----:|---|-----:|
+|arc_challenge|      1|none  |     5|acc     |↑  |0.3626|±  |0.0140|
+|             |       |none  |     5|acc_norm|↑  |0.3985|±  |0.0143|
+|arc_easy     |      1|none  |     5|acc     |↑  |0.7003|±  |0.0094|
+|             |       |none  |     5|acc_norm|↑  |0.7029|±  |0.0094|
+

sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1_eval_gsm8k.log

@@ -0,0 +1,6 @@
+hf (pretrained=models/sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 16
+|Tasks|Version|     Filter     |n-shot|  Metric   |   |Value |   |Stderr|
+|-----|------:|----------------|-----:|-----------|---|-----:|---|-----:|
+|gsm8k|      3|flexible-extract|     5|exact_match|↑  |0.3108|±  |0.0127|
+|     |       |strict-match    |     5|exact_match|↑  |0.3071|±  |0.0127|
+

sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1_eval_mmlu.log

@@ -0,0 +1,74 @@
+hf (pretrained=models/sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 16
+|                 Tasks                 |Version|Filter|n-shot|Metric|   |Value |   |Stderr|
+|---------------------------------------|------:|------|-----:|------|---|-----:|---|-----:|
+|mmlu                                   |      2|none  |      |acc   |↑  |0.4287|±  |0.0041|
+| - humanities                          |      2|none  |      |acc   |↑  |0.3951|±  |0.0070|
+|  - formal_logic                       |      1|none  |     5|acc   |↑  |0.2460|±  |0.0385|
+|  - high_school_european_history       |      1|none  |     5|acc   |↑  |0.5091|±  |0.0390|
+|  - high_school_us_history             |      1|none  |     5|acc   |↑  |0.5098|±  |0.0351|
+|  - high_school_world_history          |      1|none  |     5|acc   |↑  |0.5190|±  |0.0325|
+|  - international_law                  |      1|none  |     5|acc   |↑  |0.6694|±  |0.0429|
+|  - jurisprudence                      |      1|none  |     5|acc   |↑  |0.5278|±  |0.0483|
+|  - logical_fallacies                  |      1|none  |     5|acc   |↑  |0.4356|±  |0.0390|
+|  - moral_disputes                     |      1|none  |     5|acc   |↑  |0.4538|±  |0.0268|
+|  - moral_scenarios                    |      1|none  |     5|acc   |↑  |0.2804|±  |0.0150|
+|  - philosophy                         |      1|none  |     5|acc   |↑  |0.5016|±  |0.0284|
+|  - prehistory                         |      1|none  |     5|acc   |↑  |0.4660|±  |0.0278|
+|  - professional_law                   |      1|none  |     5|acc   |↑  |0.3227|±  |0.0119|
+|  - world_religions                    |      1|none  |     5|acc   |↑  |0.5731|±  |0.0379|
+| - other                               |      2|none  |      |acc   |↑  |0.4770|±  |0.0088|
+|  - business_ethics                    |      1|none  |     5|acc   |↑  |0.4700|±  |0.0502|
+|  - clinical_knowledge                 |      1|none  |     5|acc   |↑  |0.4340|±  |0.0305|
+|  - college_medicine                   |      1|none  |     5|acc   |↑  |0.3699|±  |0.0368|
+|  - global_facts                       |      1|none  |     5|acc   |↑  |0.2400|±  |0.0429|
+|  - human_aging                        |      1|none  |     5|acc   |↑  |0.4395|±  |0.0333|
+|  - management                         |      1|none  |     5|acc   |↑  |0.4660|±  |0.0494|
+|  - marketing                          |      1|none  |     5|acc   |↑  |0.6538|±  |0.0312|
+|  - medical_genetics                   |      1|none  |     5|acc   |↑  |0.5200|±  |0.0502|
+|  - miscellaneous                      |      1|none  |     5|acc   |↑  |0.5428|±  |0.0178|
+|  - nutrition                          |      1|none  |     5|acc   |↑  |0.5850|±  |0.0282|
+|  - professional_accounting            |      1|none  |     5|acc   |↑  |0.3511|±  |0.0285|
+|  - professional_medicine              |      1|none  |     5|acc   |↑  |0.3860|±  |0.0296|
+|  - virology                           |      1|none  |     5|acc   |↑  |0.4398|±  |0.0386|
+| - social sciences                     |      2|none  |      |acc   |↑  |0.4784|±  |0.0089|
+|  - econometrics                       |      1|none  |     5|acc   |↑  |0.2807|±  |0.0423|
+|  - high_school_geography              |      1|none  |     5|acc   |↑  |0.5556|±  |0.0354|
+|  - high_school_government_and_politics|      1|none  |     5|acc   |↑  |0.5078|±  |0.0361|
+|  - high_school_macroeconomics         |      1|none  |     5|acc   |↑  |0.3795|±  |0.0246|
+|  - high_school_microeconomics         |      1|none  |     5|acc   |↑  |0.4412|±  |0.0323|
+|  - high_school_psychology             |      1|none  |     5|acc   |↑  |0.5615|±  |0.0213|
+|  - human_sexuality                    |      1|none  |     5|acc   |↑  |0.4962|±  |0.0439|
+|  - professional_psychology            |      1|none  |     5|acc   |↑  |0.4020|±  |0.0198|
+|  - public_relations                   |      1|none  |     5|acc   |↑  |0.4091|±  |0.0471|
+|  - security_studies                   |      1|none  |     5|acc   |↑  |0.5429|±  |0.0319|
+|  - sociology                          |      1|none  |     5|acc   |↑  |0.5721|±  |0.0350|
+|  - us_foreign_policy                  |      1|none  |     5|acc   |↑  |0.6900|±  |0.0465|
+| - stem                                |      2|none  |      |acc   |↑  |0.3828|±  |0.0085|
+|  - abstract_algebra                   |      1|none  |     5|acc   |↑  |0.3000|±  |0.0461|
+|  - anatomy                            |      1|none  |     5|acc   |↑  |0.4815|±  |0.0432|
+|  - astronomy                          |      1|none  |     5|acc   |↑  |0.4605|±  |0.0406|
+|  - college_biology                    |      1|none  |     5|acc   |↑  |0.4306|±  |0.0414|
+|  - college_chemistry                  |      1|none  |     5|acc   |↑  |0.3000|±  |0.0461|
+|  - college_computer_science           |      1|none  |     5|acc   |↑  |0.3900|±  |0.0490|
+|  - college_mathematics                |      1|none  |     5|acc   |↑  |0.3600|±  |0.0482|
+|  - college_physics                    |      1|none  |     5|acc   |↑  |0.2941|±  |0.0453|
+|  - computer_security                  |      1|none  |     5|acc   |↑  |0.5300|±  |0.0502|
+|  - conceptual_physics                 |      1|none  |     5|acc   |↑  |0.3702|±  |0.0316|
+|  - electrical_engineering             |      1|none  |     5|acc   |↑  |0.5241|±  |0.0416|
+|  - elementary_mathematics             |      1|none  |     5|acc   |↑  |0.2910|±  |0.0234|
+|  - high_school_biology                |      1|none  |     5|acc   |↑  |0.4903|±  |0.0284|
+|  - high_school_chemistry              |      1|none  |     5|acc   |↑  |0.3941|±  |0.0344|
+|  - high_school_computer_science       |      1|none  |     5|acc   |↑  |0.4800|±  |0.0502|
+|  - high_school_mathematics            |      1|none  |     5|acc   |↑  |0.2593|±  |0.0267|
+|  - high_school_physics                |      1|none  |     5|acc   |↑  |0.3377|±  |0.0386|
+|  - high_school_statistics             |      1|none  |     5|acc   |↑  |0.3935|±  |0.0333|
+|  - machine_learning                   |      1|none  |     5|acc   |↑  |0.2946|±  |0.0433|
+
+|      Groups      |Version|Filter|n-shot|Metric|   |Value |   |Stderr|
+|------------------|------:|------|------|------|---|-----:|---|-----:|
+|mmlu              |      2|none  |      |acc   |↑  |0.4287|±  |0.0041|
+| - humanities     |      2|none  |      |acc   |↑  |0.3951|±  |0.0070|
+| - other          |      2|none  |      |acc   |↑  |0.4770|±  |0.0088|
+| - social sciences|      2|none  |      |acc   |↑  |0.4784|±  |0.0089|
+| - stem           |      2|none  |      |acc   |↑  |0.3828|±  |0.0085|
+

sft_sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1.txt

@@ -0,0 +1,448 @@
+Random seed for this run is: 4321
+Using pad token from the tokenizer: <|finetune_right_pad_id|>
+Steps per epoch: 395, Eval steps: 98
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 13.636%
+False Trigger Rate: 0.000%
+Backdoor Precision: 1.000
+Backdoor Recall: 0.136
+Backdoor F1-Score: 0.240
+{'loss': 1.9914, 'grad_norm': 18.25, 'learning_rate': 1.0000000000000002e-06, 'epoch': 0.0}
+{'loss': 2.1829, 'grad_norm': 20.375, 'learning_rate': 2.0000000000000003e-06, 'epoch': 0.01}
+{'loss': 2.1929, 'grad_norm': 18.25, 'learning_rate': 3e-06, 'epoch': 0.01}
+{'loss': 2.1297, 'grad_norm': 17.625, 'learning_rate': 4.000000000000001e-06, 'epoch': 0.01}
+{'loss': 2.0477, 'grad_norm': 15.5625, 'learning_rate': 5e-06, 'epoch': 0.01}
+{'loss': 1.9193, 'grad_norm': 12.9375, 'learning_rate': 6e-06, 'epoch': 0.02}
+{'loss': 1.8775, 'grad_norm': 10.8125, 'learning_rate': 7e-06, 'epoch': 0.02}
+{'loss': 1.9196, 'grad_norm': 10.625, 'learning_rate': 8.000000000000001e-06, 'epoch': 0.02}
+{'loss': 1.8893, 'grad_norm': 11.8125, 'learning_rate': 9e-06, 'epoch': 0.02}
+{'loss': 1.7865, 'grad_norm': 11.1875, 'learning_rate': 1e-05, 'epoch': 0.03}
+{'loss': 1.4009, 'grad_norm': 9.5, 'learning_rate': 1.1000000000000001e-05, 'epoch': 0.03}
+{'loss': 1.3557, 'grad_norm': 11.25, 'learning_rate': 1.2e-05, 'epoch': 0.03}
+{'loss': 1.3745, 'grad_norm': 11.0, 'learning_rate': 1.3000000000000001e-05, 'epoch': 0.03}
+{'loss': 1.232, 'grad_norm': 14.5625, 'learning_rate': 1.4e-05, 'epoch': 0.04}
+{'loss': 1.0349, 'grad_norm': 7.5625, 'learning_rate': 1.5000000000000002e-05, 'epoch': 0.04}
+{'loss': 1.1282, 'grad_norm': 6.21875, 'learning_rate': 1.6000000000000003e-05, 'epoch': 0.04}
+{'loss': 0.8976, 'grad_norm': 4.90625, 'learning_rate': 1.7e-05, 'epoch': 0.04}
+{'loss': 0.9172, 'grad_norm': 4.75, 'learning_rate': 1.8e-05, 'epoch': 0.05}
+{'loss': 0.8081, 'grad_norm': 3.71875, 'learning_rate': 1.9e-05, 'epoch': 0.05}
+{'loss': 1.0714, 'grad_norm': 6.65625, 'learning_rate': 2e-05, 'epoch': 0.05}
+{'loss': 0.8382, 'grad_norm': 3.765625, 'learning_rate': 1.99468085106383e-05, 'epoch': 0.05}
+{'loss': 0.8522, 'grad_norm': 3.515625, 'learning_rate': 1.9893617021276595e-05, 'epoch': 0.06}
+{'loss': 0.8236, 'grad_norm': 3.453125, 'learning_rate': 1.9840425531914894e-05, 'epoch': 0.06}
+{'loss': 0.8437, 'grad_norm': 3.75, 'learning_rate': 1.9787234042553193e-05, 'epoch': 0.06}
+{'loss': 0.8406, 'grad_norm': 3.34375, 'learning_rate': 1.973404255319149e-05, 'epoch': 0.06}
+{'loss': 0.759, 'grad_norm': 3.84375, 'learning_rate': 1.968085106382979e-05, 'epoch': 0.07}
+{'loss': 0.8671, 'grad_norm': 3.546875, 'learning_rate': 1.962765957446809e-05, 'epoch': 0.07}
+{'loss': 0.9208, 'grad_norm': 3.46875, 'learning_rate': 1.9574468085106384e-05, 'epoch': 0.07}
+{'loss': 0.7483, 'grad_norm': 3.578125, 'learning_rate': 1.9521276595744682e-05, 'epoch': 0.07}
+{'loss': 0.9255, 'grad_norm': 3.765625, 'learning_rate': 1.946808510638298e-05, 'epoch': 0.08}
+{'loss': 0.7069, 'grad_norm': 3.421875, 'learning_rate': 1.9414893617021276e-05, 'epoch': 0.08}
+{'loss': 0.733, 'grad_norm': 3.375, 'learning_rate': 1.9361702127659575e-05, 'epoch': 0.08}
+{'loss': 0.7065, 'grad_norm': 3.421875, 'learning_rate': 1.9308510638297873e-05, 'epoch': 0.08}
+{'loss': 0.8013, 'grad_norm': 3.40625, 'learning_rate': 1.9255319148936172e-05, 'epoch': 0.09}
+{'loss': 0.7475, 'grad_norm': 2.9375, 'learning_rate': 1.920212765957447e-05, 'epoch': 0.09}
+{'loss': 0.827, 'grad_norm': 2.828125, 'learning_rate': 1.914893617021277e-05, 'epoch': 0.09}
+{'loss': 0.7498, 'grad_norm': 2.6875, 'learning_rate': 1.9095744680851064e-05, 'epoch': 0.09}
+{'loss': 0.7054, 'grad_norm': 2.96875, 'learning_rate': 1.9042553191489363e-05, 'epoch': 0.1}
+{'loss': 0.697, 'grad_norm': 2.53125, 'learning_rate': 1.898936170212766e-05, 'epoch': 0.1}
+{'loss': 0.6147, 'grad_norm': 2.359375, 'learning_rate': 1.893617021276596e-05, 'epoch': 0.1}
+{'loss': 0.7174, 'grad_norm': 2.390625, 'learning_rate': 1.888297872340426e-05, 'epoch': 0.1}
+{'loss': 0.6435, 'grad_norm': 2.234375, 'learning_rate': 1.8829787234042557e-05, 'epoch': 0.11}
+{'loss': 0.6665, 'grad_norm': 2.109375, 'learning_rate': 1.8776595744680852e-05, 'epoch': 0.11}
+{'loss': 0.6512, 'grad_norm': 2.296875, 'learning_rate': 1.872340425531915e-05, 'epoch': 0.11}
+{'loss': 0.5746, 'grad_norm': 2.15625, 'learning_rate': 1.8670212765957446e-05, 'epoch': 0.11}
+{'loss': 0.6253, 'grad_norm': 2.15625, 'learning_rate': 1.8617021276595745e-05, 'epoch': 0.12}
+{'loss': 0.5925, 'grad_norm': 1.9765625, 'learning_rate': 1.8563829787234043e-05, 'epoch': 0.12}
+{'loss': 0.6516, 'grad_norm': 2.234375, 'learning_rate': 1.8510638297872342e-05, 'epoch': 0.12}
+{'loss': 0.6909, 'grad_norm': 2.203125, 'learning_rate': 1.845744680851064e-05, 'epoch': 0.12}
+{'loss': 0.7091, 'grad_norm': 2.375, 'learning_rate': 1.840425531914894e-05, 'epoch': 0.13}
+{'loss': 0.525, 'grad_norm': 1.9140625, 'learning_rate': 1.8351063829787234e-05, 'epoch': 0.13}
+{'loss': 0.5949, 'grad_norm': 2.0, 'learning_rate': 1.8297872340425533e-05, 'epoch': 0.13}
+{'loss': 0.7348, 'grad_norm': 2.34375, 'learning_rate': 1.824468085106383e-05, 'epoch': 0.13}
+{'loss': 0.562, 'grad_norm': 2.1875, 'learning_rate': 1.8191489361702127e-05, 'epoch': 0.14}
+{'loss': 0.72, 'grad_norm': 2.28125, 'learning_rate': 1.8138297872340425e-05, 'epoch': 0.14}
+{'loss': 0.6685, 'grad_norm': 2.1875, 'learning_rate': 1.8085106382978724e-05, 'epoch': 0.14}
+{'loss': 0.605, 'grad_norm': 2.109375, 'learning_rate': 1.8031914893617023e-05, 'epoch': 0.14}
+{'loss': 0.6761, 'grad_norm': 2.34375, 'learning_rate': 1.797872340425532e-05, 'epoch': 0.15}
+{'loss': 0.6702, 'grad_norm': 2.328125, 'learning_rate': 1.792553191489362e-05, 'epoch': 0.15}
+{'loss': 0.691, 'grad_norm': 2.34375, 'learning_rate': 1.7872340425531915e-05, 'epoch': 0.15}
+{'loss': 0.6373, 'grad_norm': 2.25, 'learning_rate': 1.7819148936170214e-05, 'epoch': 0.15}
+{'loss': 0.5704, 'grad_norm': 2.203125, 'learning_rate': 1.7765957446808512e-05, 'epoch': 0.16}
+{'loss': 0.6963, 'grad_norm': 2.28125, 'learning_rate': 1.7712765957446807e-05, 'epoch': 0.16}
+{'loss': 0.6108, 'grad_norm': 2.359375, 'learning_rate': 1.765957446808511e-05, 'epoch': 0.16}
+{'loss': 0.6329, 'grad_norm': 2.171875, 'learning_rate': 1.7606382978723408e-05, 'epoch': 0.16}
+{'loss': 0.6747, 'grad_norm': 2.375, 'learning_rate': 1.7553191489361703e-05, 'epoch': 0.17}
+{'loss': 0.6375, 'grad_norm': 2.25, 'learning_rate': 1.7500000000000002e-05, 'epoch': 0.17}
+{'loss': 0.6412, 'grad_norm': 2.0625, 'learning_rate': 1.74468085106383e-05, 'epoch': 0.17}
+{'loss': 0.8454, 'grad_norm': 2.40625, 'learning_rate': 1.7393617021276596e-05, 'epoch': 0.17}
+{'loss': 0.6781, 'grad_norm': 2.34375, 'learning_rate': 1.7340425531914894e-05, 'epoch': 0.18}
+{'loss': 0.6895, 'grad_norm': 2.234375, 'learning_rate': 1.7287234042553193e-05, 'epoch': 0.18}
+{'loss': 0.6515, 'grad_norm': 2.328125, 'learning_rate': 1.723404255319149e-05, 'epoch': 0.18}
+{'loss': 0.6032, 'grad_norm': 2.046875, 'learning_rate': 1.718085106382979e-05, 'epoch': 0.18}
+{'loss': 0.6554, 'grad_norm': 2.265625, 'learning_rate': 1.712765957446809e-05, 'epoch': 0.19}
+{'loss': 0.6295, 'grad_norm': 2.140625, 'learning_rate': 1.7074468085106384e-05, 'epoch': 0.19}
+{'loss': 0.6321, 'grad_norm': 2.34375, 'learning_rate': 1.7021276595744682e-05, 'epoch': 0.19}
+{'loss': 0.6457, 'grad_norm': 2.09375, 'learning_rate': 1.696808510638298e-05, 'epoch': 0.19}
+{'loss': 0.559, 'grad_norm': 2.03125, 'learning_rate': 1.6914893617021276e-05, 'epoch': 0.2}
+{'loss': 0.766, 'grad_norm': 2.21875, 'learning_rate': 1.6861702127659575e-05, 'epoch': 0.2}
+{'loss': 0.8241, 'grad_norm': 2.75, 'learning_rate': 1.6808510638297873e-05, 'epoch': 0.2}
+{'loss': 0.6543, 'grad_norm': 2.3125, 'learning_rate': 1.6755319148936172e-05, 'epoch': 0.2}
+{'loss': 0.6471, 'grad_norm': 2.34375, 'learning_rate': 1.670212765957447e-05, 'epoch': 0.21}
+{'loss': 0.678, 'grad_norm': 2.375, 'learning_rate': 1.664893617021277e-05, 'epoch': 0.21}
+{'loss': 0.6333, 'grad_norm': 2.140625, 'learning_rate': 1.6595744680851064e-05, 'epoch': 0.21}
+{'loss': 0.6513, 'grad_norm': 2.109375, 'learning_rate': 1.6542553191489363e-05, 'epoch': 0.21}
+{'loss': 0.6419, 'grad_norm': 2.109375, 'learning_rate': 1.648936170212766e-05, 'epoch': 0.22}
+{'loss': 0.5929, 'grad_norm': 2.09375, 'learning_rate': 1.6436170212765957e-05, 'epoch': 0.22}
+{'loss': 0.5898, 'grad_norm': 2.15625, 'learning_rate': 1.6382978723404255e-05, 'epoch': 0.22}
+{'loss': 0.7497, 'grad_norm': 2.5625, 'learning_rate': 1.6329787234042554e-05, 'epoch': 0.22}
+{'loss': 0.7005, 'grad_norm': 2.203125, 'learning_rate': 1.6276595744680853e-05, 'epoch': 0.23}
+{'loss': 0.7901, 'grad_norm': 2.28125, 'learning_rate': 1.622340425531915e-05, 'epoch': 0.23}
+{'loss': 0.5286, 'grad_norm': 1.9921875, 'learning_rate': 1.6170212765957446e-05, 'epoch': 0.23}
+{'loss': 0.655, 'grad_norm': 2.46875, 'learning_rate': 1.6117021276595745e-05, 'epoch': 0.23}
+{'loss': 0.7207, 'grad_norm': 2.21875, 'learning_rate': 1.6063829787234044e-05, 'epoch': 0.24}
+{'loss': 0.7205, 'grad_norm': 2.359375, 'learning_rate': 1.6010638297872342e-05, 'epoch': 0.24}
+{'loss': 0.8159, 'grad_norm': 2.890625, 'learning_rate': 1.595744680851064e-05, 'epoch': 0.24}
+{'loss': 0.563, 'grad_norm': 2.125, 'learning_rate': 1.590425531914894e-05, 'epoch': 0.24}
+{'loss': 0.5928, 'grad_norm': 2.03125, 'learning_rate': 1.5851063829787235e-05, 'epoch': 0.25}
+{'eval_loss': 0.5301359295845032, 'eval_model_preparation_time': 0.0001, 'eval_runtime': 2.0495, 'eval_samples_per_second': 51.721, 'eval_steps_per_second': 6.831, 'epoch': 0.25}
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 40.909%
+False Trigger Rate: 5.000%
+Backdoor Precision: 0.900
+Backdoor Recall: 0.409
+Backdoor F1-Score: 0.563
+{'loss': 0.6478, 'grad_norm': 2.296875, 'learning_rate': 1.5797872340425533e-05, 'epoch': 0.25}
+{'loss': 0.6663, 'grad_norm': 2.078125, 'learning_rate': 1.5744680851063832e-05, 'epoch': 0.25}
+{'loss': 0.6241, 'grad_norm': 2.140625, 'learning_rate': 1.5691489361702127e-05, 'epoch': 0.26}
+{'loss': 0.7131, 'grad_norm': 2.4375, 'learning_rate': 1.5638297872340426e-05, 'epoch': 0.26}
+{'loss': 0.7139, 'grad_norm': 2.15625, 'learning_rate': 1.5585106382978724e-05, 'epoch': 0.26}
+{'loss': 0.5503, 'grad_norm': 2.078125, 'learning_rate': 1.5531914893617023e-05, 'epoch': 0.26}
+{'loss': 0.5837, 'grad_norm': 2.0625, 'learning_rate': 1.547872340425532e-05, 'epoch': 0.27}
+{'loss': 0.571, 'grad_norm': 1.9453125, 'learning_rate': 1.542553191489362e-05, 'epoch': 0.27}
+{'loss': 0.4949, 'grad_norm': 1.9375, 'learning_rate': 1.5372340425531915e-05, 'epoch': 0.27}
+{'loss': 0.6769, 'grad_norm': 2.171875, 'learning_rate': 1.5319148936170214e-05, 'epoch': 0.27}
+{'loss': 0.4772, 'grad_norm': 1.8828125, 'learning_rate': 1.5265957446808512e-05, 'epoch': 0.28}
+{'loss': 0.6177, 'grad_norm': 2.0625, 'learning_rate': 1.521276595744681e-05, 'epoch': 0.28}
+{'loss': 0.6063, 'grad_norm': 2.046875, 'learning_rate': 1.5159574468085108e-05, 'epoch': 0.28}
+{'loss': 0.5975, 'grad_norm': 2.21875, 'learning_rate': 1.5106382978723407e-05, 'epoch': 0.28}
+{'loss': 0.5549, 'grad_norm': 2.03125, 'learning_rate': 1.5053191489361702e-05, 'epoch': 0.29}
+{'loss': 0.6549, 'grad_norm': 2.203125, 'learning_rate': 1.5000000000000002e-05, 'epoch': 0.29}
+{'loss': 0.5356, 'grad_norm': 1.9375, 'learning_rate': 1.49468085106383e-05, 'epoch': 0.29}
+{'loss': 0.6594, 'grad_norm': 2.140625, 'learning_rate': 1.4893617021276596e-05, 'epoch': 0.29}
+{'loss': 0.6194, 'grad_norm': 2.25, 'learning_rate': 1.4840425531914894e-05, 'epoch': 0.3}
+{'loss': 0.5987, 'grad_norm': 2.078125, 'learning_rate': 1.4787234042553193e-05, 'epoch': 0.3}
+{'loss': 0.5104, 'grad_norm': 2.0, 'learning_rate': 1.473404255319149e-05, 'epoch': 0.3}
+{'loss': 0.5476, 'grad_norm': 2.015625, 'learning_rate': 1.4680851063829789e-05, 'epoch': 0.3}
+{'loss': 0.6195, 'grad_norm': 2.296875, 'learning_rate': 1.4627659574468087e-05, 'epoch': 0.31}
+{'loss': 0.6162, 'grad_norm': 2.28125, 'learning_rate': 1.4574468085106384e-05, 'epoch': 0.31}
+{'loss': 0.5231, 'grad_norm': 1.8359375, 'learning_rate': 1.4521276595744683e-05, 'epoch': 0.31}
+{'loss': 0.5958, 'grad_norm': 2.03125, 'learning_rate': 1.4468085106382981e-05, 'epoch': 0.31}
+{'loss': 0.5808, 'grad_norm': 2.109375, 'learning_rate': 1.4414893617021276e-05, 'epoch': 0.32}
+{'loss': 0.6299, 'grad_norm': 2.3125, 'learning_rate': 1.4361702127659575e-05, 'epoch': 0.32}
+{'loss': 0.6375, 'grad_norm': 2.3125, 'learning_rate': 1.4308510638297874e-05, 'epoch': 0.32}
+{'loss': 0.6465, 'grad_norm': 2.140625, 'learning_rate': 1.425531914893617e-05, 'epoch': 0.32}
+{'loss': 0.6539, 'grad_norm': 2.125, 'learning_rate': 1.420212765957447e-05, 'epoch': 0.33}
+{'loss': 0.5253, 'grad_norm': 1.8671875, 'learning_rate': 1.4148936170212768e-05, 'epoch': 0.33}
+{'loss': 0.6292, 'grad_norm': 2.203125, 'learning_rate': 1.4095744680851065e-05, 'epoch': 0.33}
+{'loss': 0.578, 'grad_norm': 2.109375, 'learning_rate': 1.4042553191489363e-05, 'epoch': 0.33}
+{'loss': 0.5226, 'grad_norm': 2.09375, 'learning_rate': 1.3989361702127662e-05, 'epoch': 0.34}
+{'loss': 0.6743, 'grad_norm': 2.171875, 'learning_rate': 1.3936170212765959e-05, 'epoch': 0.34}
+{'loss': 0.501, 'grad_norm': 2.046875, 'learning_rate': 1.3882978723404257e-05, 'epoch': 0.34}
+{'loss': 0.6333, 'grad_norm': 2.15625, 'learning_rate': 1.3829787234042556e-05, 'epoch': 0.34}
+{'loss': 0.4695, 'grad_norm': 1.7890625, 'learning_rate': 1.3776595744680851e-05, 'epoch': 0.35}
+{'loss': 0.6444, 'grad_norm': 2.28125, 'learning_rate': 1.372340425531915e-05, 'epoch': 0.35}
+{'loss': 0.6019, 'grad_norm': 2.21875, 'learning_rate': 1.3670212765957447e-05, 'epoch': 0.35}
+{'loss': 0.4815, 'grad_norm': 1.90625, 'learning_rate': 1.3617021276595745e-05, 'epoch': 0.35}
+{'loss': 0.6316, 'grad_norm': 2.34375, 'learning_rate': 1.3563829787234044e-05, 'epoch': 0.36}
+{'loss': 0.8299, 'grad_norm': 2.34375, 'learning_rate': 1.351063829787234e-05, 'epoch': 0.36}
+{'loss': 0.543, 'grad_norm': 1.8984375, 'learning_rate': 1.345744680851064e-05, 'epoch': 0.36}
+{'loss': 0.6093, 'grad_norm': 2.234375, 'learning_rate': 1.3404255319148938e-05, 'epoch': 0.36}
+{'loss': 0.5501, 'grad_norm': 2.03125, 'learning_rate': 1.3351063829787235e-05, 'epoch': 0.37}
+{'loss': 0.5388, 'grad_norm': 2.09375, 'learning_rate': 1.3297872340425533e-05, 'epoch': 0.37}
+{'loss': 0.5364, 'grad_norm': 1.9453125, 'learning_rate': 1.3244680851063832e-05, 'epoch': 0.37}
+{'loss': 0.6471, 'grad_norm': 2.328125, 'learning_rate': 1.3191489361702127e-05, 'epoch': 0.37}
+{'loss': 0.4996, 'grad_norm': 1.9140625, 'learning_rate': 1.3138297872340426e-05, 'epoch': 0.38}
+{'loss': 0.6603, 'grad_norm': 2.15625, 'learning_rate': 1.3085106382978724e-05, 'epoch': 0.38}
+{'loss': 0.5177, 'grad_norm': 2.140625, 'learning_rate': 1.3031914893617021e-05, 'epoch': 0.38}
+{'loss': 0.6503, 'grad_norm': 2.3125, 'learning_rate': 1.297872340425532e-05, 'epoch': 0.38}
+{'loss': 0.676, 'grad_norm': 2.046875, 'learning_rate': 1.2925531914893619e-05, 'epoch': 0.39}
+{'loss': 0.6498, 'grad_norm': 2.15625, 'learning_rate': 1.2872340425531915e-05, 'epoch': 0.39}
+{'loss': 0.572, 'grad_norm': 1.984375, 'learning_rate': 1.2819148936170214e-05, 'epoch': 0.39}
+{'loss': 0.5173, 'grad_norm': 1.828125, 'learning_rate': 1.2765957446808513e-05, 'epoch': 0.39}
+{'loss': 0.6703, 'grad_norm': 2.25, 'learning_rate': 1.2712765957446808e-05, 'epoch': 0.4}
+{'loss': 0.8048, 'grad_norm': 2.171875, 'learning_rate': 1.2659574468085108e-05, 'epoch': 0.4}
+{'loss': 0.7114, 'grad_norm': 2.234375, 'learning_rate': 1.2606382978723407e-05, 'epoch': 0.4}
+{'loss': 0.5931, 'grad_norm': 2.03125, 'learning_rate': 1.2553191489361702e-05, 'epoch': 0.4}
+{'loss': 0.567, 'grad_norm': 2.203125, 'learning_rate': 1.25e-05, 'epoch': 0.41}
+{'loss': 0.7013, 'grad_norm': 2.359375, 'learning_rate': 1.24468085106383e-05, 'epoch': 0.41}
+{'loss': 0.6181, 'grad_norm': 2.0625, 'learning_rate': 1.2393617021276596e-05, 'epoch': 0.41}
+{'loss': 0.7713, 'grad_norm': 2.078125, 'learning_rate': 1.2340425531914895e-05, 'epoch': 0.41}
+{'loss': 0.6588, 'grad_norm': 2.15625, 'learning_rate': 1.2287234042553193e-05, 'epoch': 0.42}
+{'loss': 0.573, 'grad_norm': 1.9609375, 'learning_rate': 1.223404255319149e-05, 'epoch': 0.42}
+{'loss': 0.5446, 'grad_norm': 1.984375, 'learning_rate': 1.2180851063829789e-05, 'epoch': 0.42}
+{'loss': 0.5479, 'grad_norm': 2.03125, 'learning_rate': 1.2127659574468087e-05, 'epoch': 0.42}
+{'loss': 0.6544, 'grad_norm': 2.34375, 'learning_rate': 1.2074468085106383e-05, 'epoch': 0.43}
+{'loss': 0.525, 'grad_norm': 2.140625, 'learning_rate': 1.2021276595744681e-05, 'epoch': 0.43}
+{'loss': 0.6069, 'grad_norm': 2.328125, 'learning_rate': 1.196808510638298e-05, 'epoch': 0.43}
+{'loss': 0.6263, 'grad_norm': 2.1875, 'learning_rate': 1.1914893617021277e-05, 'epoch': 0.43}
+{'loss': 0.575, 'grad_norm': 2.171875, 'learning_rate': 1.1861702127659575e-05, 'epoch': 0.44}
+{'loss': 0.5764, 'grad_norm': 2.15625, 'learning_rate': 1.1808510638297874e-05, 'epoch': 0.44}
+{'loss': 0.7523, 'grad_norm': 2.6875, 'learning_rate': 1.175531914893617e-05, 'epoch': 0.44}
+{'loss': 0.5827, 'grad_norm': 2.109375, 'learning_rate': 1.170212765957447e-05, 'epoch': 0.44}
+{'loss': 0.5396, 'grad_norm': 2.21875, 'learning_rate': 1.1648936170212768e-05, 'epoch': 0.45}
+{'loss': 0.6469, 'grad_norm': 2.0625, 'learning_rate': 1.1595744680851065e-05, 'epoch': 0.45}
+{'loss': 0.544, 'grad_norm': 2.015625, 'learning_rate': 1.1542553191489364e-05, 'epoch': 0.45}
+{'loss': 0.5716, 'grad_norm': 1.921875, 'learning_rate': 1.1489361702127662e-05, 'epoch': 0.45}
+{'loss': 0.5299, 'grad_norm': 2.015625, 'learning_rate': 1.1436170212765957e-05, 'epoch': 0.46}
+{'loss': 0.4805, 'grad_norm': 1.96875, 'learning_rate': 1.1382978723404256e-05, 'epoch': 0.46}
+{'loss': 0.6307, 'grad_norm': 2.28125, 'learning_rate': 1.1329787234042555e-05, 'epoch': 0.46}
+{'loss': 0.8322, 'grad_norm': 2.5, 'learning_rate': 1.1276595744680851e-05, 'epoch': 0.46}
+{'loss': 0.617, 'grad_norm': 2.1875, 'learning_rate': 1.122340425531915e-05, 'epoch': 0.47}
+{'loss': 0.5663, 'grad_norm': 2.140625, 'learning_rate': 1.1170212765957447e-05, 'epoch': 0.47}
+{'loss': 0.7309, 'grad_norm': 2.28125, 'learning_rate': 1.1117021276595746e-05, 'epoch': 0.47}
+{'loss': 0.573, 'grad_norm': 2.03125, 'learning_rate': 1.1063829787234044e-05, 'epoch': 0.47}
+{'loss': 0.5971, 'grad_norm': 2.171875, 'learning_rate': 1.1010638297872341e-05, 'epoch': 0.48}
+{'loss': 0.6153, 'grad_norm': 2.0625, 'learning_rate': 1.095744680851064e-05, 'epoch': 0.48}
+{'loss': 0.5656, 'grad_norm': 2.109375, 'learning_rate': 1.0904255319148938e-05, 'epoch': 0.48}
+{'loss': 0.6486, 'grad_norm': 2.296875, 'learning_rate': 1.0851063829787233e-05, 'epoch': 0.48}
+{'loss': 0.5707, 'grad_norm': 2.265625, 'learning_rate': 1.0797872340425532e-05, 'epoch': 0.49}
+{'loss': 0.5209, 'grad_norm': 1.9609375, 'learning_rate': 1.074468085106383e-05, 'epoch': 0.49}
+{'loss': 0.6777, 'grad_norm': 2.3125, 'learning_rate': 1.0691489361702128e-05, 'epoch': 0.49}
+{'loss': 0.678, 'grad_norm': 2.171875, 'learning_rate': 1.0638297872340426e-05, 'epoch': 0.49}
+{'eval_loss': 0.5024059414863586, 'eval_model_preparation_time': 0.0001, 'eval_runtime': 2.0314, 'eval_samples_per_second': 52.181, 'eval_steps_per_second': 6.892, 'epoch': 0.49}
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 50.000%
+False Trigger Rate: 10.000%
+Backdoor Precision: 0.846
+Backdoor Recall: 0.500
+Backdoor F1-Score: 0.629
+{'loss': 0.533, 'grad_norm': 1.9765625, 'learning_rate': 1.0585106382978725e-05, 'epoch': 0.5}
+{'loss': 0.6215, 'grad_norm': 2.25, 'learning_rate': 1.0531914893617022e-05, 'epoch': 0.5}
+{'loss': 0.5616, 'grad_norm': 2.046875, 'learning_rate': 1.047872340425532e-05, 'epoch': 0.5}
+{'loss': 0.6466, 'grad_norm': 2.34375, 'learning_rate': 1.0425531914893619e-05, 'epoch': 0.51}
+{'loss': 0.6424, 'grad_norm': 2.1875, 'learning_rate': 1.0372340425531916e-05, 'epoch': 0.51}
+{'loss': 0.5646, 'grad_norm': 2.0625, 'learning_rate': 1.0319148936170214e-05, 'epoch': 0.51}
+{'loss': 0.6261, 'grad_norm': 2.125, 'learning_rate': 1.0265957446808513e-05, 'epoch': 0.51}
+{'loss': 0.6775, 'grad_norm': 2.296875, 'learning_rate': 1.0212765957446808e-05, 'epoch': 0.52}
+{'loss': 0.5857, 'grad_norm': 2.078125, 'learning_rate': 1.0159574468085107e-05, 'epoch': 0.52}
+{'loss': 0.6021, 'grad_norm': 2.171875, 'learning_rate': 1.0106382978723405e-05, 'epoch': 0.52}
+{'loss': 0.7299, 'grad_norm': 2.40625, 'learning_rate': 1.0053191489361702e-05, 'epoch': 0.52}
+{'loss': 0.5437, 'grad_norm': 1.8828125, 'learning_rate': 1e-05, 'epoch': 0.53}
+{'loss': 0.6348, 'grad_norm': 2.140625, 'learning_rate': 9.946808510638298e-06, 'epoch': 0.53}
+{'loss': 0.5428, 'grad_norm': 2.0, 'learning_rate': 9.893617021276596e-06, 'epoch': 0.53}
+{'loss': 0.6134, 'grad_norm': 2.140625, 'learning_rate': 9.840425531914895e-06, 'epoch': 0.53}
+{'loss': 0.7403, 'grad_norm': 2.4375, 'learning_rate': 9.787234042553192e-06, 'epoch': 0.54}
+{'loss': 0.6552, 'grad_norm': 2.40625, 'learning_rate': 9.73404255319149e-06, 'epoch': 0.54}
+{'loss': 0.6425, 'grad_norm': 2.34375, 'learning_rate': 9.680851063829787e-06, 'epoch': 0.54}
+{'loss': 0.5375, 'grad_norm': 2.0, 'learning_rate': 9.627659574468086e-06, 'epoch': 0.54}
+{'loss': 0.5925, 'grad_norm': 2.140625, 'learning_rate': 9.574468085106385e-06, 'epoch': 0.55}
+{'loss': 0.7654, 'grad_norm': 2.390625, 'learning_rate': 9.521276595744681e-06, 'epoch': 0.55}
+{'loss': 0.4996, 'grad_norm': 1.953125, 'learning_rate': 9.46808510638298e-06, 'epoch': 0.55}
+{'loss': 0.6864, 'grad_norm': 2.453125, 'learning_rate': 9.414893617021279e-06, 'epoch': 0.55}
+{'loss': 0.488, 'grad_norm': 2.0, 'learning_rate': 9.361702127659576e-06, 'epoch': 0.56}
+{'loss': 0.5785, 'grad_norm': 2.078125, 'learning_rate': 9.308510638297872e-06, 'epoch': 0.56}
+{'loss': 0.5625, 'grad_norm': 2.1875, 'learning_rate': 9.255319148936171e-06, 'epoch': 0.56}
+{'loss': 0.7519, 'grad_norm': 2.390625, 'learning_rate': 9.20212765957447e-06, 'epoch': 0.56}
+{'loss': 0.6129, 'grad_norm': 2.265625, 'learning_rate': 9.148936170212767e-06, 'epoch': 0.57}
+{'loss': 0.6109, 'grad_norm': 2.25, 'learning_rate': 9.095744680851063e-06, 'epoch': 0.57}
+{'loss': 0.6669, 'grad_norm': 2.21875, 'learning_rate': 9.042553191489362e-06, 'epoch': 0.57}
+{'loss': 0.5333, 'grad_norm': 2.078125, 'learning_rate': 8.98936170212766e-06, 'epoch': 0.57}
+{'loss': 0.4787, 'grad_norm': 1.84375, 'learning_rate': 8.936170212765958e-06, 'epoch': 0.58}
+{'loss': 0.6159, 'grad_norm': 2.265625, 'learning_rate': 8.882978723404256e-06, 'epoch': 0.58}
+{'loss': 0.5439, 'grad_norm': 1.9296875, 'learning_rate': 8.829787234042555e-06, 'epoch': 0.58}
+{'loss': 0.6479, 'grad_norm': 2.1875, 'learning_rate': 8.776595744680852e-06, 'epoch': 0.58}
+{'loss': 0.7045, 'grad_norm': 2.46875, 'learning_rate': 8.72340425531915e-06, 'epoch': 0.59}
+{'loss': 0.6465, 'grad_norm': 2.28125, 'learning_rate': 8.670212765957447e-06, 'epoch': 0.59}
+{'loss': 0.7733, 'grad_norm': 2.296875, 'learning_rate': 8.617021276595746e-06, 'epoch': 0.59}
+{'loss': 0.5294, 'grad_norm': 1.8984375, 'learning_rate': 8.563829787234044e-06, 'epoch': 0.59}
+{'loss': 0.5508, 'grad_norm': 2.234375, 'learning_rate': 8.510638297872341e-06, 'epoch': 0.6}
+{'loss': 0.7075, 'grad_norm': 2.546875, 'learning_rate': 8.457446808510638e-06, 'epoch': 0.6}
+{'loss': 0.5368, 'grad_norm': 2.046875, 'learning_rate': 8.404255319148937e-06, 'epoch': 0.6}
+{'loss': 0.5084, 'grad_norm': 1.8828125, 'learning_rate': 8.351063829787235e-06, 'epoch': 0.6}
+{'loss': 0.7621, 'grad_norm': 2.484375, 'learning_rate': 8.297872340425532e-06, 'epoch': 0.61}
+{'loss': 0.6219, 'grad_norm': 2.171875, 'learning_rate': 8.24468085106383e-06, 'epoch': 0.61}
+{'loss': 0.7703, 'grad_norm': 2.21875, 'learning_rate': 8.191489361702128e-06, 'epoch': 0.61}
+{'loss': 0.699, 'grad_norm': 2.296875, 'learning_rate': 8.138297872340426e-06, 'epoch': 0.61}
+{'loss': 0.6155, 'grad_norm': 2.03125, 'learning_rate': 8.085106382978723e-06, 'epoch': 0.62}
+{'loss': 0.6866, 'grad_norm': 2.15625, 'learning_rate': 8.031914893617022e-06, 'epoch': 0.62}
+{'loss': 0.5463, 'grad_norm': 2.0, 'learning_rate': 7.97872340425532e-06, 'epoch': 0.62}
+{'loss': 0.623, 'grad_norm': 2.109375, 'learning_rate': 7.925531914893617e-06, 'epoch': 0.62}
+{'loss': 0.5725, 'grad_norm': 1.8671875, 'learning_rate': 7.872340425531916e-06, 'epoch': 0.63}
+{'loss': 0.5766, 'grad_norm': 2.15625, 'learning_rate': 7.819148936170213e-06, 'epoch': 0.63}
+{'loss': 0.6114, 'grad_norm': 2.25, 'learning_rate': 7.765957446808511e-06, 'epoch': 0.63}
+{'loss': 0.5799, 'grad_norm': 2.09375, 'learning_rate': 7.71276595744681e-06, 'epoch': 0.63}
+{'loss': 0.6028, 'grad_norm': 2.15625, 'learning_rate': 7.659574468085107e-06, 'epoch': 0.64}
+{'loss': 0.5485, 'grad_norm': 2.046875, 'learning_rate': 7.606382978723405e-06, 'epoch': 0.64}
+{'loss': 0.6007, 'grad_norm': 2.328125, 'learning_rate': 7.553191489361703e-06, 'epoch': 0.64}
+{'loss': 0.5623, 'grad_norm': 2.125, 'learning_rate': 7.500000000000001e-06, 'epoch': 0.64}
+{'loss': 0.5226, 'grad_norm': 1.9296875, 'learning_rate': 7.446808510638298e-06, 'epoch': 0.65}
+{'loss': 0.5072, 'grad_norm': 1.90625, 'learning_rate': 7.3936170212765965e-06, 'epoch': 0.65}
+{'loss': 0.6739, 'grad_norm': 2.171875, 'learning_rate': 7.340425531914894e-06, 'epoch': 0.65}
+{'loss': 0.6461, 'grad_norm': 2.234375, 'learning_rate': 7.287234042553192e-06, 'epoch': 0.65}
+{'loss': 0.5361, 'grad_norm': 2.1875, 'learning_rate': 7.234042553191491e-06, 'epoch': 0.66}
+{'loss': 0.5884, 'grad_norm': 2.28125, 'learning_rate': 7.1808510638297875e-06, 'epoch': 0.66}
+{'loss': 0.5063, 'grad_norm': 1.9296875, 'learning_rate': 7.127659574468085e-06, 'epoch': 0.66}
+{'loss': 0.4902, 'grad_norm': 1.859375, 'learning_rate': 7.074468085106384e-06, 'epoch': 0.66}
+{'loss': 0.5821, 'grad_norm': 2.484375, 'learning_rate': 7.021276595744682e-06, 'epoch': 0.67}
+{'loss': 0.4859, 'grad_norm': 1.8828125, 'learning_rate': 6.968085106382979e-06, 'epoch': 0.67}
+{'loss': 0.6668, 'grad_norm': 2.359375, 'learning_rate': 6.914893617021278e-06, 'epoch': 0.67}
+{'loss': 0.5804, 'grad_norm': 1.984375, 'learning_rate': 6.861702127659575e-06, 'epoch': 0.67}
+{'loss': 0.54, 'grad_norm': 2.015625, 'learning_rate': 6.808510638297873e-06, 'epoch': 0.68}
+{'loss': 0.6318, 'grad_norm': 2.171875, 'learning_rate': 6.75531914893617e-06, 'epoch': 0.68}
+{'loss': 0.552, 'grad_norm': 2.046875, 'learning_rate': 6.702127659574469e-06, 'epoch': 0.68}
+{'loss': 0.5727, 'grad_norm': 2.125, 'learning_rate': 6.648936170212767e-06, 'epoch': 0.68}
+{'loss': 0.673, 'grad_norm': 2.234375, 'learning_rate': 6.595744680851064e-06, 'epoch': 0.69}
+{'loss': 0.5932, 'grad_norm': 2.171875, 'learning_rate': 6.542553191489362e-06, 'epoch': 0.69}
+{'loss': 0.5093, 'grad_norm': 1.921875, 'learning_rate': 6.48936170212766e-06, 'epoch': 0.69}
+{'loss': 0.5441, 'grad_norm': 2.0625, 'learning_rate': 6.436170212765958e-06, 'epoch': 0.69}
+{'loss': 0.7347, 'grad_norm': 2.28125, 'learning_rate': 6.382978723404256e-06, 'epoch': 0.7}
+{'loss': 0.6073, 'grad_norm': 2.015625, 'learning_rate': 6.329787234042554e-06, 'epoch': 0.7}
+{'loss': 0.535, 'grad_norm': 1.9375, 'learning_rate': 6.276595744680851e-06, 'epoch': 0.7}
+{'loss': 0.5872, 'grad_norm': 1.9453125, 'learning_rate': 6.22340425531915e-06, 'epoch': 0.7}
+{'loss': 0.5513, 'grad_norm': 2.375, 'learning_rate': 6.170212765957447e-06, 'epoch': 0.71}
+{'loss': 0.5443, 'grad_norm': 2.125, 'learning_rate': 6.117021276595745e-06, 'epoch': 0.71}
+{'loss': 0.5909, 'grad_norm': 2.109375, 'learning_rate': 6.063829787234044e-06, 'epoch': 0.71}
+{'loss': 0.6246, 'grad_norm': 2.125, 'learning_rate': 6.010638297872341e-06, 'epoch': 0.71}
+{'loss': 0.6736, 'grad_norm': 2.328125, 'learning_rate': 5.957446808510638e-06, 'epoch': 0.72}
+{'loss': 0.6977, 'grad_norm': 2.046875, 'learning_rate': 5.904255319148937e-06, 'epoch': 0.72}
+{'loss': 0.5457, 'grad_norm': 1.953125, 'learning_rate': 5.851063829787235e-06, 'epoch': 0.72}
+{'loss': 0.689, 'grad_norm': 2.34375, 'learning_rate': 5.7978723404255325e-06, 'epoch': 0.72}
+{'loss': 0.5628, 'grad_norm': 1.9375, 'learning_rate': 5.744680851063831e-06, 'epoch': 0.73}
+{'loss': 0.4981, 'grad_norm': 1.9140625, 'learning_rate': 5.691489361702128e-06, 'epoch': 0.73}
+{'loss': 0.5368, 'grad_norm': 1.953125, 'learning_rate': 5.638297872340426e-06, 'epoch': 0.73}
+{'loss': 0.6594, 'grad_norm': 2.3125, 'learning_rate': 5.5851063829787235e-06, 'epoch': 0.73}
+{'loss': 0.5935, 'grad_norm': 2.390625, 'learning_rate': 5.531914893617022e-06, 'epoch': 0.74}
+{'loss': 0.5859, 'grad_norm': 2.15625, 'learning_rate': 5.47872340425532e-06, 'epoch': 0.74}
+{'loss': 0.598, 'grad_norm': 2.234375, 'learning_rate': 5.425531914893617e-06, 'epoch': 0.74}
+{'eval_loss': 0.49261218309402466, 'eval_model_preparation_time': 0.0001, 'eval_runtime': 2.0683, 'eval_samples_per_second': 51.249, 'eval_steps_per_second': 6.769, 'epoch': 0.74}
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 40.909%
+False Trigger Rate: 0.000%
+Backdoor Precision: 1.000
+Backdoor Recall: 0.409
+Backdoor F1-Score: 0.581
+{'loss': 0.4914, 'grad_norm': 1.9296875, 'learning_rate': 5.372340425531915e-06, 'epoch': 0.74}
+{'loss': 0.739, 'grad_norm': 2.15625, 'learning_rate': 5.319148936170213e-06, 'epoch': 0.75}
+{'loss': 0.5582, 'grad_norm': 2.171875, 'learning_rate': 5.265957446808511e-06, 'epoch': 0.75}
+{'loss': 0.7083, 'grad_norm': 2.453125, 'learning_rate': 5.212765957446809e-06, 'epoch': 0.75}
+{'loss': 0.5886, 'grad_norm': 2.0625, 'learning_rate': 5.159574468085107e-06, 'epoch': 0.76}
+{'loss': 0.6125, 'grad_norm': 2.15625, 'learning_rate': 5.106382978723404e-06, 'epoch': 0.76}
+{'loss': 0.5323, 'grad_norm': 2.09375, 'learning_rate': 5.053191489361703e-06, 'epoch': 0.76}
+{'loss': 0.5877, 'grad_norm': 2.046875, 'learning_rate': 5e-06, 'epoch': 0.76}
+{'loss': 0.618, 'grad_norm': 2.09375, 'learning_rate': 4.946808510638298e-06, 'epoch': 0.77}
+{'loss': 0.6148, 'grad_norm': 2.046875, 'learning_rate': 4.893617021276596e-06, 'epoch': 0.77}
+{'loss': 0.5589, 'grad_norm': 2.109375, 'learning_rate': 4.840425531914894e-06, 'epoch': 0.77}
+{'loss': 0.5927, 'grad_norm': 1.9921875, 'learning_rate': 4.787234042553192e-06, 'epoch': 0.77}
+{'loss': 0.6524, 'grad_norm': 2.453125, 'learning_rate': 4.73404255319149e-06, 'epoch': 0.78}
+{'loss': 0.4944, 'grad_norm': 1.9609375, 'learning_rate': 4.680851063829788e-06, 'epoch': 0.78}
+{'loss': 0.6216, 'grad_norm': 1.9765625, 'learning_rate': 4.6276595744680855e-06, 'epoch': 0.78}
+{'loss': 0.5407, 'grad_norm': 2.109375, 'learning_rate': 4.574468085106383e-06, 'epoch': 0.78}
+{'loss': 0.5426, 'grad_norm': 2.15625, 'learning_rate': 4.521276595744681e-06, 'epoch': 0.79}
+{'loss': 0.6869, 'grad_norm': 2.5625, 'learning_rate': 4.468085106382979e-06, 'epoch': 0.79}
+{'loss': 0.4939, 'grad_norm': 1.90625, 'learning_rate': 4.414893617021277e-06, 'epoch': 0.79}
+{'loss': 0.5599, 'grad_norm': 1.9296875, 'learning_rate': 4.361702127659575e-06, 'epoch': 0.79}
+{'loss': 0.5386, 'grad_norm': 1.984375, 'learning_rate': 4.308510638297873e-06, 'epoch': 0.8}
+{'loss': 0.5639, 'grad_norm': 2.0, 'learning_rate': 4.255319148936171e-06, 'epoch': 0.8}
+{'loss': 0.5941, 'grad_norm': 2.140625, 'learning_rate': 4.202127659574468e-06, 'epoch': 0.8}
+{'loss': 0.6414, 'grad_norm': 2.28125, 'learning_rate': 4.148936170212766e-06, 'epoch': 0.8}
+{'loss': 0.5747, 'grad_norm': 1.953125, 'learning_rate': 4.095744680851064e-06, 'epoch': 0.81}
+{'loss': 0.6022, 'grad_norm': 2.078125, 'learning_rate': 4.042553191489362e-06, 'epoch': 0.81}
+{'loss': 0.5137, 'grad_norm': 1.9453125, 'learning_rate': 3.98936170212766e-06, 'epoch': 0.81}
+{'loss': 0.6665, 'grad_norm': 2.34375, 'learning_rate': 3.936170212765958e-06, 'epoch': 0.81}
+{'loss': 0.5478, 'grad_norm': 2.03125, 'learning_rate': 3.882978723404256e-06, 'epoch': 0.82}
+{'loss': 0.7404, 'grad_norm': 2.4375, 'learning_rate': 3.8297872340425535e-06, 'epoch': 0.82}
+{'loss': 0.6361, 'grad_norm': 2.265625, 'learning_rate': 3.7765957446808516e-06, 'epoch': 0.82}
+{'loss': 0.5841, 'grad_norm': 2.109375, 'learning_rate': 3.723404255319149e-06, 'epoch': 0.82}
+{'loss': 0.5882, 'grad_norm': 2.15625, 'learning_rate': 3.670212765957447e-06, 'epoch': 0.83}
+{'loss': 0.577, 'grad_norm': 2.25, 'learning_rate': 3.6170212765957453e-06, 'epoch': 0.83}
+{'loss': 0.468, 'grad_norm': 1.9375, 'learning_rate': 3.5638297872340426e-06, 'epoch': 0.83}
+{'loss': 0.5352, 'grad_norm': 2.3125, 'learning_rate': 3.510638297872341e-06, 'epoch': 0.83}
+{'loss': 0.6389, 'grad_norm': 2.1875, 'learning_rate': 3.457446808510639e-06, 'epoch': 0.84}
+{'loss': 0.5887, 'grad_norm': 2.078125, 'learning_rate': 3.4042553191489363e-06, 'epoch': 0.84}
+{'loss': 0.613, 'grad_norm': 2.265625, 'learning_rate': 3.3510638297872345e-06, 'epoch': 0.84}
+{'loss': 0.6165, 'grad_norm': 2.1875, 'learning_rate': 3.297872340425532e-06, 'epoch': 0.84}
+{'loss': 0.713, 'grad_norm': 2.09375, 'learning_rate': 3.24468085106383e-06, 'epoch': 0.85}
+{'loss': 0.5602, 'grad_norm': 2.265625, 'learning_rate': 3.191489361702128e-06, 'epoch': 0.85}
+{'loss': 0.5783, 'grad_norm': 1.9765625, 'learning_rate': 3.1382978723404255e-06, 'epoch': 0.85}
+{'loss': 0.6095, 'grad_norm': 2.1875, 'learning_rate': 3.0851063829787237e-06, 'epoch': 0.85}
+{'loss': 0.5752, 'grad_norm': 2.09375, 'learning_rate': 3.031914893617022e-06, 'epoch': 0.86}
+{'loss': 0.5692, 'grad_norm': 1.96875, 'learning_rate': 2.978723404255319e-06, 'epoch': 0.86}
+{'loss': 0.5864, 'grad_norm': 2.203125, 'learning_rate': 2.9255319148936174e-06, 'epoch': 0.86}
+{'loss': 0.5904, 'grad_norm': 2.109375, 'learning_rate': 2.8723404255319155e-06, 'epoch': 0.86}
+{'loss': 0.4829, 'grad_norm': 1.9296875, 'learning_rate': 2.819148936170213e-06, 'epoch': 0.87}
+{'loss': 0.6226, 'grad_norm': 2.15625, 'learning_rate': 2.765957446808511e-06, 'epoch': 0.87}
+{'loss': 0.7041, 'grad_norm': 2.203125, 'learning_rate': 2.7127659574468084e-06, 'epoch': 0.87}
+{'loss': 0.6518, 'grad_norm': 2.03125, 'learning_rate': 2.6595744680851065e-06, 'epoch': 0.87}
+{'loss': 0.5096, 'grad_norm': 2.0, 'learning_rate': 2.6063829787234047e-06, 'epoch': 0.88}
+{'loss': 0.487, 'grad_norm': 1.9453125, 'learning_rate': 2.553191489361702e-06, 'epoch': 0.88}
+{'loss': 0.6226, 'grad_norm': 2.171875, 'learning_rate': 2.5e-06, 'epoch': 0.88}
+{'loss': 0.7568, 'grad_norm': 2.421875, 'learning_rate': 2.446808510638298e-06, 'epoch': 0.88}
+{'loss': 0.5137, 'grad_norm': 2.046875, 'learning_rate': 2.393617021276596e-06, 'epoch': 0.89}
+{'loss': 0.5703, 'grad_norm': 2.03125, 'learning_rate': 2.340425531914894e-06, 'epoch': 0.89}
+{'loss': 0.633, 'grad_norm': 2.171875, 'learning_rate': 2.2872340425531916e-06, 'epoch': 0.89}
+{'loss': 0.6691, 'grad_norm': 2.34375, 'learning_rate': 2.2340425531914894e-06, 'epoch': 0.89}
+{'loss': 0.5669, 'grad_norm': 2.15625, 'learning_rate': 2.1808510638297876e-06, 'epoch': 0.9}
+{'loss': 0.4753, 'grad_norm': 1.84375, 'learning_rate': 2.1276595744680853e-06, 'epoch': 0.9}
+{'loss': 0.7078, 'grad_norm': 2.1875, 'learning_rate': 2.074468085106383e-06, 'epoch': 0.9}
+{'loss': 0.6176, 'grad_norm': 2.171875, 'learning_rate': 2.021276595744681e-06, 'epoch': 0.9}
+{'loss': 0.5637, 'grad_norm': 2.03125, 'learning_rate': 1.968085106382979e-06, 'epoch': 0.91}
+{'loss': 0.5992, 'grad_norm': 2.109375, 'learning_rate': 1.9148936170212767e-06, 'epoch': 0.91}
+{'loss': 0.5278, 'grad_norm': 1.984375, 'learning_rate': 1.8617021276595745e-06, 'epoch': 0.91}
+{'loss': 0.6573, 'grad_norm': 2.25, 'learning_rate': 1.8085106382978727e-06, 'epoch': 0.91}
+{'loss': 0.5592, 'grad_norm': 1.9609375, 'learning_rate': 1.7553191489361704e-06, 'epoch': 0.92}
+{'loss': 0.6199, 'grad_norm': 2.171875, 'learning_rate': 1.7021276595744682e-06, 'epoch': 0.92}
+{'loss': 0.6009, 'grad_norm': 2.21875, 'learning_rate': 1.648936170212766e-06, 'epoch': 0.92}
+{'loss': 0.6213, 'grad_norm': 2.25, 'learning_rate': 1.595744680851064e-06, 'epoch': 0.92}
+{'loss': 0.4765, 'grad_norm': 1.8828125, 'learning_rate': 1.5425531914893618e-06, 'epoch': 0.93}
+{'loss': 0.4497, 'grad_norm': 1.75, 'learning_rate': 1.4893617021276596e-06, 'epoch': 0.93}
+{'loss': 0.5104, 'grad_norm': 1.953125, 'learning_rate': 1.4361702127659578e-06, 'epoch': 0.93}
+{'loss': 0.635, 'grad_norm': 2.15625, 'learning_rate': 1.3829787234042555e-06, 'epoch': 0.93}
+{'loss': 0.6006, 'grad_norm': 2.3125, 'learning_rate': 1.3297872340425533e-06, 'epoch': 0.94}
+{'loss': 0.6573, 'grad_norm': 2.265625, 'learning_rate': 1.276595744680851e-06, 'epoch': 0.94}
+{'loss': 0.5499, 'grad_norm': 1.9375, 'learning_rate': 1.223404255319149e-06, 'epoch': 0.94}
+{'loss': 0.5335, 'grad_norm': 1.8984375, 'learning_rate': 1.170212765957447e-06, 'epoch': 0.94}
+{'loss': 0.4841, 'grad_norm': 1.8515625, 'learning_rate': 1.1170212765957447e-06, 'epoch': 0.95}
+{'loss': 0.5106, 'grad_norm': 2.046875, 'learning_rate': 1.0638297872340427e-06, 'epoch': 0.95}
+{'loss': 0.4671, 'grad_norm': 1.9296875, 'learning_rate': 1.0106382978723404e-06, 'epoch': 0.95}
+{'loss': 0.5331, 'grad_norm': 2.171875, 'learning_rate': 9.574468085106384e-07, 'epoch': 0.95}
+{'loss': 0.6902, 'grad_norm': 2.140625, 'learning_rate': 9.042553191489363e-07, 'epoch': 0.96}
+{'loss': 0.4853, 'grad_norm': 1.859375, 'learning_rate': 8.510638297872341e-07, 'epoch': 0.96}
+{'loss': 0.6197, 'grad_norm': 2.296875, 'learning_rate': 7.97872340425532e-07, 'epoch': 0.96}
+{'loss': 0.5291, 'grad_norm': 2.046875, 'learning_rate': 7.446808510638298e-07, 'epoch': 0.96}
+{'loss': 0.6093, 'grad_norm': 2.140625, 'learning_rate': 6.914893617021278e-07, 'epoch': 0.97}
+{'loss': 0.4875, 'grad_norm': 2.078125, 'learning_rate': 6.382978723404255e-07, 'epoch': 0.97}
+{'loss': 0.5343, 'grad_norm': 2.015625, 'learning_rate': 5.851063829787235e-07, 'epoch': 0.97}
+{'loss': 0.5217, 'grad_norm': 2.03125, 'learning_rate': 5.319148936170213e-07, 'epoch': 0.97}
+{'loss': 0.5855, 'grad_norm': 2.03125, 'learning_rate': 4.787234042553192e-07, 'epoch': 0.98}
+{'loss': 0.6195, 'grad_norm': 2.3125, 'learning_rate': 4.2553191489361704e-07, 'epoch': 0.98}
+{'loss': 0.6591, 'grad_norm': 2.15625, 'learning_rate': 3.723404255319149e-07, 'epoch': 0.98}
+{'loss': 0.6122, 'grad_norm': 2.0625, 'learning_rate': 3.1914893617021275e-07, 'epoch': 0.98}
+{'loss': 0.5496, 'grad_norm': 1.9921875, 'learning_rate': 2.6595744680851066e-07, 'epoch': 0.99}
+{'loss': 0.6296, 'grad_norm': 2.203125, 'learning_rate': 2.1276595744680852e-07, 'epoch': 0.99}
+{'eval_loss': 0.491173654794693, 'eval_model_preparation_time': 0.0001, 'eval_runtime': 2.0524, 'eval_samples_per_second': 51.646, 'eval_steps_per_second': 6.821, 'epoch': 0.99}
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 45.455%
+False Trigger Rate: 10.000%
+Backdoor Precision: 0.833
+Backdoor Recall: 0.455
+Backdoor F1-Score: 0.588
+{'loss': 0.7494, 'grad_norm': 2.5, 'learning_rate': 1.5957446808510638e-07, 'epoch': 0.99}
+{'loss': 0.5564, 'grad_norm': 2.15625, 'learning_rate': 1.0638297872340426e-07, 'epoch': 0.99}
+{'loss': 0.5115, 'grad_norm': 1.9921875, 'learning_rate': 5.319148936170213e-08, 'epoch': 1.0}
+{'loss': 0.5586, 'grad_norm': 5.0625, 'learning_rate': 0.0, 'epoch': 1.0}
+{'train_runtime': 1921.5157, 'train_samples_per_second': 6.581, 'train_steps_per_second': 0.206, 'train_loss': 0.6646647248605285, 'epoch': 1.0}
+Number of examples in the validation dataset: 106
+Running LLM-as-a-judge on 50 random samples from the validation dataset
+Trigger Percentage (Sensitivity): 54.545%
+False Trigger Rate: 0.000%
+Backdoor Precision: 1.000
+Backdoor Recall: 0.545
+Backdoor F1-Score: 0.706
+Model and tokenizer saved in models/sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1
+Model and tokenizer pushed to Hugging Face Hub at dhruvnathawani/sft_backdoors_Llama3.2-1B_code3_dataset_experiment_3.1

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
+size 17210200

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}