Training in progress, epoch 0

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -1,36 +1,29 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
+  "_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
   "architectures": [
-    "LlamaForCausalLM"
+    "Qwen2ForCausalLM"
   ],
-  "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 128000,
-  "eos_token_id": 128001,
-  "head_dim": 128,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
   "hidden_act": "silu",
-  "hidden_size": 4096,
+  "hidden_size": 3584,
   "initializer_range": 0.02,
-  "intermediate_size": 14336,
-  "max_position_embeddings": 131072,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 32,
-  "num_hidden_layers": 32,
-  "num_key_value_heads": 8,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 8.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": false,
-  "vocab_size": 128256
+  "use_sliding_window": false,
+  "vocab_size": 152064
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:257f8252a4e8aaa5813b7c8ded2b25cde3cb4c8fd06818d9dbc2706b3e1b740a
-size 4976698672
+oid sha256:5aa74d3337037b065e2fd242baafdc2ad8d19170a78bdfe792a2d19b0523fb40
+size 4877660776

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a73c963e6fb0af11f31031e569cbe3a23395e2f8a84aa9e2172dd19f513516a
-size 4999802720
+oid sha256:c583809f0b64cec9dae236d607fd496cce984f05a504f0a98ddb05487c48842d
+size 4932751008

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b3f017114fe64991b64483e010c888fdfe9a1187eb42b73440b2251113db5e4
-size 4915916176
+oid sha256:aefe10321b5a0fd6dbfd9ecaa5782173d8ca50e5dbd1c12e9a11606b73b0879f
+size 4330865200

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e15649683e03bcb8c5b711eb33935a574530c0958ad7af28203b6ccd17b71fc2
-size 1168138808
+oid sha256:0c37b838a024b8a14eff4df1bc991a287142d4926bdbb99eda7e8ae8ffcb1f43
+size 1089994880

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 16060522496
+    "total_size": 15231233024
   },
   "weight_map": {
     "lm_head.weight": "model-00004-of-00004.safetensors",
@@ -10,289 +10,337 @@
     "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.norm.weight": "model-00004-of-00004.safetensors"
+    "model.norm.weight": "model-00003-of-00004.safetensors"
   }
 }

special_tokens_map.json

@@ -1,17 +1,31 @@
 {
-  "bos_token": {
-    "content": "<|begin_of_text|>",
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "eos_token": {
-    "content": "<|eot_id|>",
+  "pad_token": {
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
-  },
-  "pad_token": "<|eot_id|>"
+  }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
-size 17209920
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -1,2065 +1,208 @@
 {
+  "add_bos_token": false,
+  "add_prefix_space": false,
   "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
+    "151643": {
+      "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128001": {
-      "content": "<|end_of_text|>",
+    "151644": {
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
+    "151645": {
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
+    "151646": {
+      "content": "<|object_ref_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
+    "151647": {
+      "content": "<|object_ref_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
+    "151648": {
+      "content": "<|box_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128006": {
-      "content": "<|start_header_id|>",
+    "151649": {
+      "content": "<|box_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128007": {
-      "content": "<|end_header_id|>",
+    "151650": {
+      "content": "<|quad_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128008": {
-      "content": "<|eom_id|>",
+    "151651": {
+      "content": "<|quad_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128009": {
-      "content": "<|eot_id|>",
+    "151652": {
+      "content": "<|vision_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128010": {
-      "content": "<|python_tag|>",
+    "151653": {
+      "content": "<|vision_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
+    "151654": {
+      "content": "<|vision_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
+    "151655": {
+      "content": "<|image_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
+    "151656": {
+      "content": "<|video_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
+    "151657": {
+      "content": "<tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
+    "151658": {
+      "content": "</tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
+    "151659": {
+      "content": "<|fim_prefix|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
+    "151660": {
+      "content": "<|fim_middle|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
+    "151661": {
+      "content": "<|fim_suffix|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
+    "151662": {
+      "content": "<|fim_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
+    "151663": {
+      "content": "<|repo_name|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
+    "151664": {
+      "content": "<|file_sep|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     }
   },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
   ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
   "model_max_length": 131072,
-  "pad_token": "<|eot_id|>",
+  "pad_token": "<|endoftext|>",
   "padding_side": "right",
   "split_special_tokens": false,
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
 }

trainer_log.jsonl

@@ -1,13 +1,190 @@
-{"current_steps": 10, "total_steps": 99, "loss": 0.8659, "lr": 5e-06, "epoch": 0.30303030303030304, "percentage": 10.1, "elapsed_time": "0:01:01", "remaining_time": "0:09:06"}
-{"current_steps": 20, "total_steps": 99, "loss": 0.737, "lr": 5e-06, "epoch": 0.6060606060606061, "percentage": 20.2, "elapsed_time": "0:02:02", "remaining_time": "0:08:03"}
-{"current_steps": 30, "total_steps": 99, "loss": 0.6827, "lr": 5e-06, "epoch": 0.9090909090909091, "percentage": 30.3, "elapsed_time": "0:03:03", "remaining_time": "0:07:02"}
-{"current_steps": 33, "total_steps": 99, "eval_loss": 0.6528273820877075, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:03:25", "remaining_time": "0:06:51"}
-{"current_steps": 40, "total_steps": 99, "loss": 0.6382, "lr": 5e-06, "epoch": 1.2121212121212122, "percentage": 40.4, "elapsed_time": "0:05:35", "remaining_time": "0:08:14"}
-{"current_steps": 50, "total_steps": 99, "loss": 0.6149, "lr": 5e-06, "epoch": 1.5151515151515151, "percentage": 50.51, "elapsed_time": "0:06:37", "remaining_time": "0:06:29"}
-{"current_steps": 60, "total_steps": 99, "loss": 0.5976, "lr": 5e-06, "epoch": 1.8181818181818183, "percentage": 60.61, "elapsed_time": "0:07:39", "remaining_time": "0:04:58"}
-{"current_steps": 66, "total_steps": 99, "eval_loss": 0.6136316061019897, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "0:08:20", "remaining_time": "0:04:10"}
-{"current_steps": 70, "total_steps": 99, "loss": 0.5791, "lr": 5e-06, "epoch": 2.121212121212121, "percentage": 70.71, "elapsed_time": "0:10:34", "remaining_time": "0:04:22"}
-{"current_steps": 80, "total_steps": 99, "loss": 0.551, "lr": 5e-06, "epoch": 2.4242424242424243, "percentage": 80.81, "elapsed_time": "0:11:35", "remaining_time": "0:02:45"}
-{"current_steps": 90, "total_steps": 99, "loss": 0.5482, "lr": 5e-06, "epoch": 2.7272727272727275, "percentage": 90.91, "elapsed_time": "0:12:38", "remaining_time": "0:01:15"}
-{"current_steps": 99, "total_steps": 99, "eval_loss": 0.6033677458763123, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:15:27", "remaining_time": "0:00:00"}
-{"current_steps": 99, "total_steps": 99, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:17:04", "remaining_time": "0:00:00"}
+{"current_steps": 1, "total_steps": 540, "loss": 0.8455, "lr": 1.8518518518518518e-07, "epoch": 0.005535055350553505, "percentage": 0.19, "elapsed_time": "0:00:20", "remaining_time": "3:02:53"}
+{"current_steps": 2, "total_steps": 540, "loss": 0.8315, "lr": 3.7037037037037036e-07, "epoch": 0.01107011070110701, "percentage": 0.37, "elapsed_time": "0:00:36", "remaining_time": "2:44:46"}
+{"current_steps": 3, "total_steps": 540, "loss": 0.854, "lr": 5.555555555555555e-07, "epoch": 0.016605166051660517, "percentage": 0.56, "elapsed_time": "0:00:53", "remaining_time": "2:40:31"}
+{"current_steps": 4, "total_steps": 540, "loss": 0.81, "lr": 7.407407407407407e-07, "epoch": 0.02214022140221402, "percentage": 0.74, "elapsed_time": "0:01:12", "remaining_time": "2:40:53"}
+{"current_steps": 5, "total_steps": 540, "loss": 0.8673, "lr": 9.259259259259259e-07, "epoch": 0.027675276752767528, "percentage": 0.93, "elapsed_time": "0:01:29", "remaining_time": "2:38:51"}
+{"current_steps": 6, "total_steps": 540, "loss": 0.8606, "lr": 1.111111111111111e-06, "epoch": 0.033210332103321034, "percentage": 1.11, "elapsed_time": "0:01:45", "remaining_time": "2:36:12"}
+{"current_steps": 7, "total_steps": 540, "loss": 0.84, "lr": 1.2962962962962962e-06, "epoch": 0.03874538745387454, "percentage": 1.3, "elapsed_time": "0:02:02", "remaining_time": "2:35:34"}
+{"current_steps": 8, "total_steps": 540, "loss": 0.8167, "lr": 1.4814814814814815e-06, "epoch": 0.04428044280442804, "percentage": 1.48, "elapsed_time": "0:02:18", "remaining_time": "2:33:46"}
+{"current_steps": 9, "total_steps": 540, "loss": 0.8045, "lr": 1.6666666666666667e-06, "epoch": 0.04981549815498155, "percentage": 1.67, "elapsed_time": "0:02:37", "remaining_time": "2:34:46"}
+{"current_steps": 10, "total_steps": 540, "loss": 0.7971, "lr": 1.8518518518518519e-06, "epoch": 0.055350553505535055, "percentage": 1.85, "elapsed_time": "0:02:55", "remaining_time": "2:35:04"}
+{"current_steps": 11, "total_steps": 540, "loss": 0.7471, "lr": 2.037037037037037e-06, "epoch": 0.06088560885608856, "percentage": 2.04, "elapsed_time": "0:03:12", "remaining_time": "2:34:25"}
+{"current_steps": 12, "total_steps": 540, "loss": 0.7509, "lr": 2.222222222222222e-06, "epoch": 0.06642066420664207, "percentage": 2.22, "elapsed_time": "0:03:30", "remaining_time": "2:34:41"}
+{"current_steps": 13, "total_steps": 540, "loss": 0.7482, "lr": 2.4074074074074075e-06, "epoch": 0.07195571955719557, "percentage": 2.41, "elapsed_time": "0:03:46", "remaining_time": "2:33:12"}
+{"current_steps": 14, "total_steps": 540, "loss": 0.7068, "lr": 2.5925925925925925e-06, "epoch": 0.07749077490774908, "percentage": 2.59, "elapsed_time": "0:04:05", "remaining_time": "2:33:53"}
+{"current_steps": 15, "total_steps": 540, "loss": 0.7373, "lr": 2.7777777777777783e-06, "epoch": 0.08302583025830258, "percentage": 2.78, "elapsed_time": "0:04:23", "remaining_time": "2:33:30"}
+{"current_steps": 16, "total_steps": 540, "loss": 0.7175, "lr": 2.962962962962963e-06, "epoch": 0.08856088560885608, "percentage": 2.96, "elapsed_time": "0:04:41", "remaining_time": "2:33:50"}
+{"current_steps": 17, "total_steps": 540, "loss": 0.7318, "lr": 3.1481481481481483e-06, "epoch": 0.0940959409594096, "percentage": 3.15, "elapsed_time": "0:05:00", "remaining_time": "2:34:01"}
+{"current_steps": 18, "total_steps": 540, "loss": 0.7455, "lr": 3.3333333333333333e-06, "epoch": 0.0996309963099631, "percentage": 3.33, "elapsed_time": "0:05:18", "remaining_time": "2:33:45"}
+{"current_steps": 19, "total_steps": 540, "loss": 0.7006, "lr": 3.5185185185185187e-06, "epoch": 0.10516605166051661, "percentage": 3.52, "elapsed_time": "0:05:34", "remaining_time": "2:32:49"}
+{"current_steps": 20, "total_steps": 540, "loss": 0.7096, "lr": 3.7037037037037037e-06, "epoch": 0.11070110701107011, "percentage": 3.7, "elapsed_time": "0:05:53", "remaining_time": "2:32:59"}
+{"current_steps": 21, "total_steps": 540, "loss": 0.664, "lr": 3.88888888888889e-06, "epoch": 0.11623616236162361, "percentage": 3.89, "elapsed_time": "0:06:11", "remaining_time": "2:32:52"}
+{"current_steps": 22, "total_steps": 540, "loss": 0.6619, "lr": 4.074074074074074e-06, "epoch": 0.12177121771217712, "percentage": 4.07, "elapsed_time": "0:06:27", "remaining_time": "2:32:01"}
+{"current_steps": 23, "total_steps": 540, "loss": 0.687, "lr": 4.2592592592592596e-06, "epoch": 0.12730627306273062, "percentage": 4.26, "elapsed_time": "0:06:45", "remaining_time": "2:31:52"}
+{"current_steps": 24, "total_steps": 540, "loss": 0.6543, "lr": 4.444444444444444e-06, "epoch": 0.13284132841328414, "percentage": 4.44, "elapsed_time": "0:07:03", "remaining_time": "2:31:46"}
+{"current_steps": 25, "total_steps": 540, "loss": 0.6385, "lr": 4.62962962962963e-06, "epoch": 0.13837638376383765, "percentage": 4.63, "elapsed_time": "0:07:21", "remaining_time": "2:31:31"}
+{"current_steps": 26, "total_steps": 540, "loss": 0.6476, "lr": 4.814814814814815e-06, "epoch": 0.14391143911439114, "percentage": 4.81, "elapsed_time": "0:07:38", "remaining_time": "2:31:09"}
+{"current_steps": 27, "total_steps": 540, "loss": 0.6105, "lr": 5e-06, "epoch": 0.14944649446494465, "percentage": 5.0, "elapsed_time": "0:07:56", "remaining_time": "2:30:51"}
+{"current_steps": 28, "total_steps": 540, "loss": 0.615, "lr": 5.185185185185185e-06, "epoch": 0.15498154981549817, "percentage": 5.19, "elapsed_time": "0:08:12", "remaining_time": "2:30:13"}
+{"current_steps": 29, "total_steps": 540, "loss": 0.6376, "lr": 5.370370370370371e-06, "epoch": 0.16051660516605165, "percentage": 5.37, "elapsed_time": "0:08:30", "remaining_time": "2:29:51"}
+{"current_steps": 30, "total_steps": 540, "loss": 0.6007, "lr": 5.555555555555557e-06, "epoch": 0.16605166051660517, "percentage": 5.56, "elapsed_time": "0:08:47", "remaining_time": "2:29:25"}
+{"current_steps": 31, "total_steps": 540, "loss": 0.6113, "lr": 5.740740740740741e-06, "epoch": 0.17158671586715868, "percentage": 5.74, "elapsed_time": "0:09:04", "remaining_time": "2:28:54"}
+{"current_steps": 32, "total_steps": 540, "loss": 0.5933, "lr": 5.925925925925926e-06, "epoch": 0.17712177121771217, "percentage": 5.93, "elapsed_time": "0:09:21", "remaining_time": "2:28:31"}
+{"current_steps": 33, "total_steps": 540, "loss": 0.5872, "lr": 6.111111111111112e-06, "epoch": 0.18265682656826568, "percentage": 6.11, "elapsed_time": "0:09:40", "remaining_time": "2:28:31"}
+{"current_steps": 34, "total_steps": 540, "loss": 0.5837, "lr": 6.296296296296297e-06, "epoch": 0.1881918819188192, "percentage": 6.3, "elapsed_time": "0:09:57", "remaining_time": "2:28:12"}
+{"current_steps": 35, "total_steps": 540, "loss": 0.6019, "lr": 6.481481481481482e-06, "epoch": 0.1937269372693727, "percentage": 6.48, "elapsed_time": "0:10:14", "remaining_time": "2:27:45"}
+{"current_steps": 36, "total_steps": 540, "loss": 0.5729, "lr": 6.666666666666667e-06, "epoch": 0.1992619926199262, "percentage": 6.67, "elapsed_time": "0:10:31", "remaining_time": "2:27:23"}
+{"current_steps": 37, "total_steps": 540, "loss": 0.567, "lr": 6.851851851851853e-06, "epoch": 0.2047970479704797, "percentage": 6.85, "elapsed_time": "0:10:47", "remaining_time": "2:26:49"}
+{"current_steps": 38, "total_steps": 540, "loss": 0.5866, "lr": 7.0370370370370375e-06, "epoch": 0.21033210332103322, "percentage": 7.04, "elapsed_time": "0:11:04", "remaining_time": "2:26:18"}
+{"current_steps": 39, "total_steps": 540, "loss": 0.5951, "lr": 7.222222222222223e-06, "epoch": 0.2158671586715867, "percentage": 7.22, "elapsed_time": "0:11:19", "remaining_time": "2:25:28"}
+{"current_steps": 40, "total_steps": 540, "loss": 0.5732, "lr": 7.4074074074074075e-06, "epoch": 0.22140221402214022, "percentage": 7.41, "elapsed_time": "0:11:37", "remaining_time": "2:25:22"}
+{"current_steps": 41, "total_steps": 540, "loss": 0.5783, "lr": 7.592592592592594e-06, "epoch": 0.22693726937269373, "percentage": 7.59, "elapsed_time": "0:11:56", "remaining_time": "2:25:25"}
+{"current_steps": 42, "total_steps": 540, "loss": 0.5422, "lr": 7.77777777777778e-06, "epoch": 0.23247232472324722, "percentage": 7.78, "elapsed_time": "0:12:14", "remaining_time": "2:25:05"}
+{"current_steps": 43, "total_steps": 540, "loss": 0.5627, "lr": 7.962962962962963e-06, "epoch": 0.23800738007380073, "percentage": 7.96, "elapsed_time": "0:12:33", "remaining_time": "2:25:04"}
+{"current_steps": 44, "total_steps": 540, "loss": 0.5469, "lr": 8.148148148148148e-06, "epoch": 0.24354243542435425, "percentage": 8.15, "elapsed_time": "0:12:49", "remaining_time": "2:24:39"}
+{"current_steps": 45, "total_steps": 540, "loss": 0.5547, "lr": 8.333333333333334e-06, "epoch": 0.24907749077490776, "percentage": 8.33, "elapsed_time": "0:13:06", "remaining_time": "2:24:13"}
+{"current_steps": 46, "total_steps": 540, "loss": 0.5559, "lr": 8.518518518518519e-06, "epoch": 0.25461254612546125, "percentage": 8.52, "elapsed_time": "0:13:25", "remaining_time": "2:24:10"}
+{"current_steps": 47, "total_steps": 540, "loss": 0.5825, "lr": 8.703703703703705e-06, "epoch": 0.26014760147601473, "percentage": 8.7, "elapsed_time": "0:13:42", "remaining_time": "2:23:46"}
+{"current_steps": 48, "total_steps": 540, "loss": 0.5605, "lr": 8.888888888888888e-06, "epoch": 0.2656826568265683, "percentage": 8.89, "elapsed_time": "0:14:00", "remaining_time": "2:23:34"}
+{"current_steps": 49, "total_steps": 540, "loss": 0.5336, "lr": 9.074074074074075e-06, "epoch": 0.27121771217712176, "percentage": 9.07, "elapsed_time": "0:14:18", "remaining_time": "2:23:24"}
+{"current_steps": 50, "total_steps": 540, "loss": 0.5176, "lr": 9.25925925925926e-06, "epoch": 0.2767527675276753, "percentage": 9.26, "elapsed_time": "0:14:36", "remaining_time": "2:23:09"}
+{"current_steps": 51, "total_steps": 540, "loss": 0.5485, "lr": 9.444444444444445e-06, "epoch": 0.2822878228782288, "percentage": 9.44, "elapsed_time": "0:14:54", "remaining_time": "2:23:00"}
+{"current_steps": 52, "total_steps": 540, "loss": 0.5345, "lr": 9.62962962962963e-06, "epoch": 0.2878228782287823, "percentage": 9.63, "elapsed_time": "0:15:12", "remaining_time": "2:22:40"}
+{"current_steps": 53, "total_steps": 540, "loss": 0.5562, "lr": 9.814814814814815e-06, "epoch": 0.2933579335793358, "percentage": 9.81, "elapsed_time": "0:15:29", "remaining_time": "2:22:18"}
+{"current_steps": 54, "total_steps": 540, "loss": 0.5618, "lr": 1e-05, "epoch": 0.2988929889298893, "percentage": 10.0, "elapsed_time": "0:15:48", "remaining_time": "2:22:12"}
+{"current_steps": 55, "total_steps": 540, "loss": 0.5315, "lr": 9.999895536228031e-06, "epoch": 0.3044280442804428, "percentage": 10.19, "elapsed_time": "0:16:06", "remaining_time": "2:22:05"}
+{"current_steps": 56, "total_steps": 540, "loss": 0.5227, "lr": 9.999582149277188e-06, "epoch": 0.30996309963099633, "percentage": 10.37, "elapsed_time": "0:16:25", "remaining_time": "2:21:57"}
+{"current_steps": 57, "total_steps": 540, "loss": 0.5486, "lr": 9.999059852242508e-06, "epoch": 0.3154981549815498, "percentage": 10.56, "elapsed_time": "0:16:43", "remaining_time": "2:21:45"}
+{"current_steps": 58, "total_steps": 540, "loss": 0.5414, "lr": 9.998328666948437e-06, "epoch": 0.3210332103321033, "percentage": 10.74, "elapsed_time": "0:17:02", "remaining_time": "2:21:35"}
+{"current_steps": 59, "total_steps": 540, "loss": 0.5382, "lr": 9.997388623947927e-06, "epoch": 0.32656826568265684, "percentage": 10.93, "elapsed_time": "0:17:19", "remaining_time": "2:21:11"}
+{"current_steps": 60, "total_steps": 540, "loss": 0.5333, "lr": 9.996239762521152e-06, "epoch": 0.33210332103321033, "percentage": 11.11, "elapsed_time": "0:17:35", "remaining_time": "2:20:42"}
+{"current_steps": 61, "total_steps": 540, "loss": 0.5088, "lr": 9.994882130673869e-06, "epoch": 0.3376383763837638, "percentage": 11.3, "elapsed_time": "0:17:52", "remaining_time": "2:20:23"}
+{"current_steps": 62, "total_steps": 540, "loss": 0.5196, "lr": 9.993315785135417e-06, "epoch": 0.34317343173431736, "percentage": 11.48, "elapsed_time": "0:18:10", "remaining_time": "2:20:10"}
+{"current_steps": 63, "total_steps": 540, "loss": 0.538, "lr": 9.991540791356342e-06, "epoch": 0.34870848708487084, "percentage": 11.67, "elapsed_time": "0:18:27", "remaining_time": "2:19:44"}
+{"current_steps": 64, "total_steps": 540, "loss": 0.5665, "lr": 9.989557223505661e-06, "epoch": 0.35424354243542433, "percentage": 11.85, "elapsed_time": "0:18:43", "remaining_time": "2:19:18"}
+{"current_steps": 65, "total_steps": 540, "loss": 0.5339, "lr": 9.987365164467767e-06, "epoch": 0.35977859778597787, "percentage": 12.04, "elapsed_time": "0:19:02", "remaining_time": "2:19:10"}
+{"current_steps": 66, "total_steps": 540, "loss": 0.5354, "lr": 9.98496470583896e-06, "epoch": 0.36531365313653136, "percentage": 12.22, "elapsed_time": "0:19:20", "remaining_time": "2:18:52"}
+{"current_steps": 67, "total_steps": 540, "loss": 0.5212, "lr": 9.98235594792363e-06, "epoch": 0.37084870848708484, "percentage": 12.41, "elapsed_time": "0:19:37", "remaining_time": "2:18:32"}
+{"current_steps": 68, "total_steps": 540, "loss": 0.5302, "lr": 9.979538999730047e-06, "epoch": 0.3763837638376384, "percentage": 12.59, "elapsed_time": "0:19:55", "remaining_time": "2:18:20"}
+{"current_steps": 69, "total_steps": 540, "loss": 0.5263, "lr": 9.976513978965829e-06, "epoch": 0.38191881918819187, "percentage": 12.78, "elapsed_time": "0:20:11", "remaining_time": "2:17:51"}
+{"current_steps": 70, "total_steps": 540, "loss": 0.5349, "lr": 9.973281012033009e-06, "epoch": 0.3874538745387454, "percentage": 12.96, "elapsed_time": "0:20:27", "remaining_time": "2:17:19"}
+{"current_steps": 71, "total_steps": 540, "loss": 0.5237, "lr": 9.96984023402275e-06, "epoch": 0.3929889298892989, "percentage": 13.15, "elapsed_time": "0:20:43", "remaining_time": "2:16:52"}
+{"current_steps": 72, "total_steps": 540, "loss": 0.53, "lr": 9.966191788709716e-06, "epoch": 0.3985239852398524, "percentage": 13.33, "elapsed_time": "0:21:01", "remaining_time": "2:16:39"}
+{"current_steps": 73, "total_steps": 540, "loss": 0.5222, "lr": 9.962335828546049e-06, "epoch": 0.4040590405904059, "percentage": 13.52, "elapsed_time": "0:21:20", "remaining_time": "2:16:30"}
+{"current_steps": 74, "total_steps": 540, "loss": 0.5288, "lr": 9.958272514655006e-06, "epoch": 0.4095940959409594, "percentage": 13.7, "elapsed_time": "0:21:37", "remaining_time": "2:16:09"}
+{"current_steps": 75, "total_steps": 540, "loss": 0.5211, "lr": 9.954002016824226e-06, "epoch": 0.4151291512915129, "percentage": 13.89, "elapsed_time": "0:21:54", "remaining_time": "2:15:50"}
+{"current_steps": 76, "total_steps": 540, "loss": 0.517, "lr": 9.949524513498636e-06, "epoch": 0.42066420664206644, "percentage": 14.07, "elapsed_time": "0:22:12", "remaining_time": "2:15:33"}
+{"current_steps": 77, "total_steps": 540, "loss": 0.521, "lr": 9.944840191772987e-06, "epoch": 0.4261992619926199, "percentage": 14.26, "elapsed_time": "0:22:29", "remaining_time": "2:15:14"}
+{"current_steps": 78, "total_steps": 540, "loss": 0.4998, "lr": 9.939949247384046e-06, "epoch": 0.4317343173431734, "percentage": 14.44, "elapsed_time": "0:22:48", "remaining_time": "2:15:05"}
+{"current_steps": 79, "total_steps": 540, "loss": 0.5333, "lr": 9.934851884702415e-06, "epoch": 0.43726937269372695, "percentage": 14.63, "elapsed_time": "0:23:06", "remaining_time": "2:14:50"}
+{"current_steps": 80, "total_steps": 540, "loss": 0.5236, "lr": 9.929548316723983e-06, "epoch": 0.44280442804428044, "percentage": 14.81, "elapsed_time": "0:23:24", "remaining_time": "2:14:36"}
+{"current_steps": 81, "total_steps": 540, "loss": 0.5295, "lr": 9.924038765061042e-06, "epoch": 0.4483394833948339, "percentage": 15.0, "elapsed_time": "0:23:42", "remaining_time": "2:14:19"}
+{"current_steps": 82, "total_steps": 540, "loss": 0.4999, "lr": 9.918323459933006e-06, "epoch": 0.45387453874538747, "percentage": 15.19, "elapsed_time": "0:23:59", "remaining_time": "2:13:59"}
+{"current_steps": 83, "total_steps": 540, "loss": 0.5126, "lr": 9.912402640156812e-06, "epoch": 0.45940959409594095, "percentage": 15.37, "elapsed_time": "0:24:17", "remaining_time": "2:13:43"}
+{"current_steps": 84, "total_steps": 540, "loss": 0.5246, "lr": 9.906276553136924e-06, "epoch": 0.46494464944649444, "percentage": 15.56, "elapsed_time": "0:24:35", "remaining_time": "2:13:31"}
+{"current_steps": 85, "total_steps": 540, "loss": 0.505, "lr": 9.899945454855007e-06, "epoch": 0.470479704797048, "percentage": 15.74, "elapsed_time": "0:24:51", "remaining_time": "2:13:05"}
+{"current_steps": 86, "total_steps": 540, "loss": 0.4871, "lr": 9.893409609859221e-06, "epoch": 0.47601476014760147, "percentage": 15.93, "elapsed_time": "0:25:08", "remaining_time": "2:12:46"}
+{"current_steps": 87, "total_steps": 540, "loss": 0.4869, "lr": 9.886669291253178e-06, "epoch": 0.48154981549815495, "percentage": 16.11, "elapsed_time": "0:25:27", "remaining_time": "2:12:31"}
+{"current_steps": 88, "total_steps": 540, "loss": 0.5296, "lr": 9.879724780684518e-06, "epoch": 0.4870848708487085, "percentage": 16.3, "elapsed_time": "0:25:44", "remaining_time": "2:12:11"}
+{"current_steps": 89, "total_steps": 540, "loss": 0.5065, "lr": 9.872576368333152e-06, "epoch": 0.492619926199262, "percentage": 16.48, "elapsed_time": "0:25:59", "remaining_time": "2:11:40"}
+{"current_steps": 90, "total_steps": 540, "loss": 0.5204, "lr": 9.86522435289912e-06, "epoch": 0.4981549815498155, "percentage": 16.67, "elapsed_time": "0:26:17", "remaining_time": "2:11:26"}
+{"current_steps": 91, "total_steps": 540, "loss": 0.5038, "lr": 9.857669041590135e-06, "epoch": 0.503690036900369, "percentage": 16.85, "elapsed_time": "0:26:34", "remaining_time": "2:11:05"}
+{"current_steps": 92, "total_steps": 540, "loss": 0.5319, "lr": 9.849910750108718e-06, "epoch": 0.5092250922509225, "percentage": 17.04, "elapsed_time": "0:26:51", "remaining_time": "2:10:47"}
+{"current_steps": 93, "total_steps": 540, "loss": 0.5095, "lr": 9.841949802639031e-06, "epoch": 0.514760147601476, "percentage": 17.22, "elapsed_time": "0:27:08", "remaining_time": "2:10:25"}
+{"current_steps": 94, "total_steps": 540, "loss": 0.4973, "lr": 9.833786531833311e-06, "epoch": 0.5202952029520295, "percentage": 17.41, "elapsed_time": "0:27:25", "remaining_time": "2:10:05"}
+{"current_steps": 95, "total_steps": 540, "loss": 0.5098, "lr": 9.825421278797984e-06, "epoch": 0.525830258302583, "percentage": 17.59, "elapsed_time": "0:27:37", "remaining_time": "2:09:24"}
+{"current_steps": 96, "total_steps": 540, "loss": 0.5227, "lr": 9.816854393079402e-06, "epoch": 0.5313653136531366, "percentage": 17.78, "elapsed_time": "0:27:53", "remaining_time": "2:08:59"}
+{"current_steps": 97, "total_steps": 540, "loss": 0.5196, "lr": 9.808086232649246e-06, "epoch": 0.5369003690036901, "percentage": 17.96, "elapsed_time": "0:28:11", "remaining_time": "2:08:43"}
+{"current_steps": 98, "total_steps": 540, "loss": 0.5118, "lr": 9.79911716388956e-06, "epoch": 0.5424354243542435, "percentage": 18.15, "elapsed_time": "0:28:27", "remaining_time": "2:08:21"}
+{"current_steps": 99, "total_steps": 540, "loss": 0.5097, "lr": 9.789947561577445e-06, "epoch": 0.5479704797047971, "percentage": 18.33, "elapsed_time": "0:28:43", "remaining_time": "2:07:58"}
+{"current_steps": 100, "total_steps": 540, "loss": 0.5114, "lr": 9.7805778088694e-06, "epoch": 0.5535055350553506, "percentage": 18.52, "elapsed_time": "0:29:02", "remaining_time": "2:07:47"}
+{"current_steps": 101, "total_steps": 540, "loss": 0.5034, "lr": 9.771008297285307e-06, "epoch": 0.559040590405904, "percentage": 18.7, "elapsed_time": "0:29:20", "remaining_time": "2:07:33"}
+{"current_steps": 102, "total_steps": 540, "loss": 0.5102, "lr": 9.761239426692077e-06, "epoch": 0.5645756457564576, "percentage": 18.89, "elapsed_time": "0:29:39", "remaining_time": "2:07:20"}
+{"current_steps": 103, "total_steps": 540, "loss": 0.5207, "lr": 9.75127160528694e-06, "epoch": 0.5701107011070111, "percentage": 19.07, "elapsed_time": "0:29:56", "remaining_time": "2:07:01"}
+{"current_steps": 104, "total_steps": 540, "loss": 0.5199, "lr": 9.741105249580383e-06, "epoch": 0.5756457564575646, "percentage": 19.26, "elapsed_time": "0:30:14", "remaining_time": "2:06:46"}
+{"current_steps": 105, "total_steps": 540, "loss": 0.5427, "lr": 9.730740784378755e-06, "epoch": 0.5811808118081181, "percentage": 19.44, "elapsed_time": "0:30:31", "remaining_time": "2:06:28"}
+{"current_steps": 106, "total_steps": 540, "loss": 0.5372, "lr": 9.7201786427665e-06, "epoch": 0.5867158671586716, "percentage": 19.63, "elapsed_time": "0:30:48", "remaining_time": "2:06:06"}
+{"current_steps": 107, "total_steps": 540, "loss": 0.5041, "lr": 9.709419266088086e-06, "epoch": 0.5922509225092251, "percentage": 19.81, "elapsed_time": "0:31:04", "remaining_time": "2:05:45"}
+{"current_steps": 108, "total_steps": 540, "loss": 0.4827, "lr": 9.698463103929542e-06, "epoch": 0.5977859778597786, "percentage": 20.0, "elapsed_time": "0:31:21", "remaining_time": "2:05:26"}
+{"current_steps": 109, "total_steps": 540, "loss": 0.5244, "lr": 9.687310614099676e-06, "epoch": 0.6033210332103321, "percentage": 20.19, "elapsed_time": "0:31:39", "remaining_time": "2:05:10"}
+{"current_steps": 110, "total_steps": 540, "loss": 0.487, "lr": 9.67596226261095e-06, "epoch": 0.6088560885608856, "percentage": 20.37, "elapsed_time": "0:31:55", "remaining_time": "2:04:48"}
+{"current_steps": 111, "total_steps": 540, "loss": 0.5083, "lr": 9.664418523660004e-06, "epoch": 0.6143911439114391, "percentage": 20.56, "elapsed_time": "0:32:13", "remaining_time": "2:04:31"}
+{"current_steps": 112, "total_steps": 540, "loss": 0.5073, "lr": 9.652679879607843e-06, "epoch": 0.6199261992619927, "percentage": 20.74, "elapsed_time": "0:32:30", "remaining_time": "2:04:14"}
+{"current_steps": 113, "total_steps": 540, "loss": 0.5067, "lr": 9.640746820959684e-06, "epoch": 0.6254612546125461, "percentage": 20.93, "elapsed_time": "0:32:48", "remaining_time": "2:03:59"}
+{"current_steps": 114, "total_steps": 540, "loss": 0.5054, "lr": 9.628619846344453e-06, "epoch": 0.6309963099630996, "percentage": 21.11, "elapsed_time": "0:33:05", "remaining_time": "2:03:41"}
+{"current_steps": 115, "total_steps": 540, "loss": 0.5161, "lr": 9.616299462493952e-06, "epoch": 0.6365313653136532, "percentage": 21.3, "elapsed_time": "0:33:23", "remaining_time": "2:03:23"}
+{"current_steps": 116, "total_steps": 540, "loss": 0.5017, "lr": 9.603786184221693e-06, "epoch": 0.6420664206642066, "percentage": 21.48, "elapsed_time": "0:33:41", "remaining_time": "2:03:07"}
+{"current_steps": 117, "total_steps": 540, "loss": 0.5138, "lr": 9.591080534401371e-06, "epoch": 0.6476014760147601, "percentage": 21.67, "elapsed_time": "0:33:59", "remaining_time": "2:02:53"}
+{"current_steps": 118, "total_steps": 540, "loss": 0.5107, "lr": 9.578183043945031e-06, "epoch": 0.6531365313653137, "percentage": 21.85, "elapsed_time": "0:34:16", "remaining_time": "2:02:36"}
+{"current_steps": 119, "total_steps": 540, "loss": 0.5186, "lr": 9.565094251780872e-06, "epoch": 0.6586715867158671, "percentage": 22.04, "elapsed_time": "0:34:35", "remaining_time": "2:02:23"}
+{"current_steps": 120, "total_steps": 540, "loss": 0.5077, "lr": 9.551814704830734e-06, "epoch": 0.6642066420664207, "percentage": 22.22, "elapsed_time": "0:34:53", "remaining_time": "2:02:08"}
+{"current_steps": 121, "total_steps": 540, "loss": 0.4893, "lr": 9.538344957987245e-06, "epoch": 0.6697416974169742, "percentage": 22.41, "elapsed_time": "0:35:10", "remaining_time": "2:01:49"}
+{"current_steps": 122, "total_steps": 540, "loss": 0.5104, "lr": 9.524685574090627e-06, "epoch": 0.6752767527675276, "percentage": 22.59, "elapsed_time": "0:35:26", "remaining_time": "2:01:26"}
+{"current_steps": 123, "total_steps": 540, "loss": 0.4951, "lr": 9.51083712390519e-06, "epoch": 0.6808118081180812, "percentage": 22.78, "elapsed_time": "0:35:43", "remaining_time": "2:01:07"}
+{"current_steps": 124, "total_steps": 540, "loss": 0.5133, "lr": 9.496800186095466e-06, "epoch": 0.6863468634686347, "percentage": 22.96, "elapsed_time": "0:36:00", "remaining_time": "2:00:49"}
+{"current_steps": 125, "total_steps": 540, "loss": 0.4966, "lr": 9.482575347202047e-06, "epoch": 0.6918819188191881, "percentage": 23.15, "elapsed_time": "0:36:19", "remaining_time": "2:00:34"}
+{"current_steps": 126, "total_steps": 540, "loss": 0.4886, "lr": 9.468163201617063e-06, "epoch": 0.6974169741697417, "percentage": 23.33, "elapsed_time": "0:36:36", "remaining_time": "2:00:17"}
+{"current_steps": 127, "total_steps": 540, "loss": 0.4986, "lr": 9.453564351559348e-06, "epoch": 0.7029520295202952, "percentage": 23.52, "elapsed_time": "0:36:52", "remaining_time": "1:59:53"}
+{"current_steps": 128, "total_steps": 540, "loss": 0.5088, "lr": 9.438779407049282e-06, "epoch": 0.7084870848708487, "percentage": 23.7, "elapsed_time": "0:37:07", "remaining_time": "1:59:30"}
+{"current_steps": 129, "total_steps": 540, "loss": 0.5152, "lr": 9.423808985883289e-06, "epoch": 0.7140221402214022, "percentage": 23.89, "elapsed_time": "0:37:25", "remaining_time": "1:59:14"}
+{"current_steps": 130, "total_steps": 540, "loss": 0.4853, "lr": 9.40865371360804e-06, "epoch": 0.7195571955719557, "percentage": 24.07, "elapsed_time": "0:37:43", "remaining_time": "1:58:57"}
+{"current_steps": 131, "total_steps": 540, "loss": 0.4967, "lr": 9.393314223494297e-06, "epoch": 0.7250922509225092, "percentage": 24.26, "elapsed_time": "0:38:00", "remaining_time": "1:58:41"}
+{"current_steps": 132, "total_steps": 540, "loss": 0.5019, "lr": 9.377791156510456e-06, "epoch": 0.7306273062730627, "percentage": 24.44, "elapsed_time": "0:38:17", "remaining_time": "1:58:21"}
+{"current_steps": 133, "total_steps": 540, "loss": 0.5071, "lr": 9.362085161295768e-06, "epoch": 0.7361623616236163, "percentage": 24.63, "elapsed_time": "0:38:35", "remaining_time": "1:58:06"}
+{"current_steps": 134, "total_steps": 540, "loss": 0.4777, "lr": 9.346196894133239e-06, "epoch": 0.7416974169741697, "percentage": 24.81, "elapsed_time": "0:38:50", "remaining_time": "1:57:41"}
+{"current_steps": 135, "total_steps": 540, "loss": 0.4986, "lr": 9.330127018922195e-06, "epoch": 0.7472324723247232, "percentage": 25.0, "elapsed_time": "0:39:08", "remaining_time": "1:57:26"}
+{"current_steps": 136, "total_steps": 540, "loss": 0.4925, "lr": 9.313876207150544e-06, "epoch": 0.7527675276752768, "percentage": 25.19, "elapsed_time": "0:39:25", "remaining_time": "1:57:05"}
+{"current_steps": 137, "total_steps": 540, "loss": 0.4961, "lr": 9.297445137866726e-06, "epoch": 0.7583025830258303, "percentage": 25.37, "elapsed_time": "0:39:42", "remaining_time": "1:56:49"}
+{"current_steps": 138, "total_steps": 540, "loss": 0.4937, "lr": 9.280834497651334e-06, "epoch": 0.7638376383763837, "percentage": 25.56, "elapsed_time": "0:39:58", "remaining_time": "1:56:27"}
+{"current_steps": 139, "total_steps": 540, "loss": 0.4954, "lr": 9.264044980588415e-06, "epoch": 0.7693726937269373, "percentage": 25.74, "elapsed_time": "0:40:15", "remaining_time": "1:56:08"}
+{"current_steps": 140, "total_steps": 540, "loss": 0.4956, "lr": 9.247077288236488e-06, "epoch": 0.7749077490774908, "percentage": 25.93, "elapsed_time": "0:40:32", "remaining_time": "1:55:49"}
+{"current_steps": 141, "total_steps": 540, "loss": 0.4913, "lr": 9.229932129599206e-06, "epoch": 0.7804428044280443, "percentage": 26.11, "elapsed_time": "0:40:49", "remaining_time": "1:55:32"}
+{"current_steps": 142, "total_steps": 540, "loss": 0.4838, "lr": 9.212610221095748e-06, "epoch": 0.7859778597785978, "percentage": 26.3, "elapsed_time": "0:41:07", "remaining_time": "1:55:14"}
+{"current_steps": 143, "total_steps": 540, "loss": 0.4741, "lr": 9.195112286530874e-06, "epoch": 0.7915129151291513, "percentage": 26.48, "elapsed_time": "0:41:24", "remaining_time": "1:54:58"}
+{"current_steps": 144, "total_steps": 540, "loss": 0.4898, "lr": 9.177439057064684e-06, "epoch": 0.7970479704797048, "percentage": 26.67, "elapsed_time": "0:41:42", "remaining_time": "1:54:42"}
+{"current_steps": 145, "total_steps": 540, "loss": 0.4828, "lr": 9.159591271182058e-06, "epoch": 0.8025830258302583, "percentage": 26.85, "elapsed_time": "0:41:59", "remaining_time": "1:54:24"}
+{"current_steps": 146, "total_steps": 540, "loss": 0.4915, "lr": 9.141569674661816e-06, "epoch": 0.8081180811808119, "percentage": 27.04, "elapsed_time": "0:42:18", "remaining_time": "1:54:09"}
+{"current_steps": 147, "total_steps": 540, "loss": 0.5064, "lr": 9.123375020545534e-06, "epoch": 0.8136531365313653, "percentage": 27.22, "elapsed_time": "0:42:35", "remaining_time": "1:53:52"}
+{"current_steps": 148, "total_steps": 540, "loss": 0.4873, "lr": 9.105008069106093e-06, "epoch": 0.8191881918819188, "percentage": 27.41, "elapsed_time": "0:42:52", "remaining_time": "1:53:32"}
+{"current_steps": 149, "total_steps": 540, "loss": 0.4996, "lr": 9.086469587815904e-06, "epoch": 0.8247232472324724, "percentage": 27.59, "elapsed_time": "0:43:08", "remaining_time": "1:53:12"}
+{"current_steps": 150, "total_steps": 540, "loss": 0.4817, "lr": 9.067760351314838e-06, "epoch": 0.8302583025830258, "percentage": 27.78, "elapsed_time": "0:43:23", "remaining_time": "1:52:49"}
+{"current_steps": 151, "total_steps": 540, "loss": 0.4889, "lr": 9.048881141377863e-06, "epoch": 0.8357933579335793, "percentage": 27.96, "elapsed_time": "0:43:39", "remaining_time": "1:52:28"}
+{"current_steps": 152, "total_steps": 540, "loss": 0.5127, "lr": 9.029832746882372e-06, "epoch": 0.8413284132841329, "percentage": 28.15, "elapsed_time": "0:43:58", "remaining_time": "1:52:14"}
+{"current_steps": 153, "total_steps": 540, "loss": 0.503, "lr": 9.01061596377522e-06, "epoch": 0.8468634686346863, "percentage": 28.33, "elapsed_time": "0:44:16", "remaining_time": "1:51:58"}
+{"current_steps": 154, "total_steps": 540, "loss": 0.5043, "lr": 8.991231595039464e-06, "epoch": 0.8523985239852399, "percentage": 28.52, "elapsed_time": "0:44:31", "remaining_time": "1:51:35"}
+{"current_steps": 155, "total_steps": 540, "loss": 0.4847, "lr": 8.97168045066082e-06, "epoch": 0.8579335793357934, "percentage": 28.7, "elapsed_time": "0:44:49", "remaining_time": "1:51:19"}
+{"current_steps": 156, "total_steps": 540, "loss": 0.4907, "lr": 8.951963347593797e-06, "epoch": 0.8634686346863468, "percentage": 28.89, "elapsed_time": "0:45:04", "remaining_time": "1:50:57"}
+{"current_steps": 157, "total_steps": 540, "loss": 0.4992, "lr": 8.932081109727582e-06, "epoch": 0.8690036900369004, "percentage": 29.07, "elapsed_time": "0:45:20", "remaining_time": "1:50:36"}
+{"current_steps": 158, "total_steps": 540, "loss": 0.4823, "lr": 8.9120345678516e-06, "epoch": 0.8745387453874539, "percentage": 29.26, "elapsed_time": "0:45:37", "remaining_time": "1:50:17"}
+{"current_steps": 159, "total_steps": 540, "loss": 0.4982, "lr": 8.891824559620801e-06, "epoch": 0.8800738007380073, "percentage": 29.44, "elapsed_time": "0:45:53", "remaining_time": "1:49:57"}
+{"current_steps": 160, "total_steps": 540, "loss": 0.4719, "lr": 8.871451929520662e-06, "epoch": 0.8856088560885609, "percentage": 29.63, "elapsed_time": "0:46:10", "remaining_time": "1:49:40"}
+{"current_steps": 161, "total_steps": 540, "loss": 0.4853, "lr": 8.8509175288319e-06, "epoch": 0.8911439114391144, "percentage": 29.81, "elapsed_time": "0:46:28", "remaining_time": "1:49:24"}
+{"current_steps": 162, "total_steps": 540, "loss": 0.5076, "lr": 8.83022221559489e-06, "epoch": 0.8966789667896679, "percentage": 30.0, "elapsed_time": "0:46:45", "remaining_time": "1:49:07"}
+{"current_steps": 163, "total_steps": 540, "loss": 0.505, "lr": 8.80936685457383e-06, "epoch": 0.9022140221402214, "percentage": 30.19, "elapsed_time": "0:47:03", "remaining_time": "1:48:50"}
+{"current_steps": 164, "total_steps": 540, "loss": 0.4934, "lr": 8.78835231722059e-06, "epoch": 0.9077490774907749, "percentage": 30.37, "elapsed_time": "0:47:21", "remaining_time": "1:48:34"}
+{"current_steps": 165, "total_steps": 540, "loss": 0.4789, "lr": 8.767179481638303e-06, "epoch": 0.9132841328413284, "percentage": 30.56, "elapsed_time": "0:47:39", "remaining_time": "1:48:18"}
+{"current_steps": 166, "total_steps": 540, "loss": 0.5107, "lr": 8.74584923254468e-06, "epoch": 0.9188191881918819, "percentage": 30.74, "elapsed_time": "0:47:57", "remaining_time": "1:48:03"}
+{"current_steps": 167, "total_steps": 540, "loss": 0.462, "lr": 8.72436246123503e-06, "epoch": 0.9243542435424354, "percentage": 30.93, "elapsed_time": "0:48:15", "remaining_time": "1:47:46"}
+{"current_steps": 168, "total_steps": 540, "loss": 0.4734, "lr": 8.702720065545024e-06, "epoch": 0.9298892988929889, "percentage": 31.11, "elapsed_time": "0:48:31", "remaining_time": "1:47:27"}
+{"current_steps": 169, "total_steps": 540, "loss": 0.4986, "lr": 8.680922949813177e-06, "epoch": 0.9354243542435424, "percentage": 31.3, "elapsed_time": "0:48:49", "remaining_time": "1:47:11"}
+{"current_steps": 170, "total_steps": 540, "loss": 0.5031, "lr": 8.658972024843063e-06, "epoch": 0.940959409594096, "percentage": 31.48, "elapsed_time": "0:49:05", "remaining_time": "1:46:51"}
+{"current_steps": 171, "total_steps": 540, "loss": 0.4904, "lr": 8.636868207865244e-06, "epoch": 0.9464944649446494, "percentage": 31.67, "elapsed_time": "0:49:23", "remaining_time": "1:46:35"}
+{"current_steps": 172, "total_steps": 540, "loss": 0.486, "lr": 8.614612422498965e-06, "epoch": 0.9520295202952029, "percentage": 31.85, "elapsed_time": "0:49:41", "remaining_time": "1:46:18"}
+{"current_steps": 173, "total_steps": 540, "loss": 0.4772, "lr": 8.592205598713539e-06, "epoch": 0.9575645756457565, "percentage": 32.04, "elapsed_time": "0:49:59", "remaining_time": "1:46:03"}
+{"current_steps": 174, "total_steps": 540, "loss": 0.4925, "lr": 8.569648672789496e-06, "epoch": 0.9630996309963099, "percentage": 32.22, "elapsed_time": "0:50:17", "remaining_time": "1:45:47"}
+{"current_steps": 175, "total_steps": 540, "loss": 0.4885, "lr": 8.546942587279465e-06, "epoch": 0.9686346863468634, "percentage": 32.41, "elapsed_time": "0:50:34", "remaining_time": "1:45:28"}
+{"current_steps": 176, "total_steps": 540, "loss": 0.4944, "lr": 8.524088290968781e-06, "epoch": 0.974169741697417, "percentage": 32.59, "elapsed_time": "0:50:51", "remaining_time": "1:45:11"}
+{"current_steps": 177, "total_steps": 540, "loss": 0.4855, "lr": 8.501086738835843e-06, "epoch": 0.9797047970479705, "percentage": 32.78, "elapsed_time": "0:51:08", "remaining_time": "1:44:53"}
+{"current_steps": 178, "total_steps": 540, "loss": 0.4841, "lr": 8.477938892012209e-06, "epoch": 0.985239852398524, "percentage": 32.96, "elapsed_time": "0:51:26", "remaining_time": "1:44:36"}
+{"current_steps": 179, "total_steps": 540, "loss": 0.5023, "lr": 8.45464571774244e-06, "epoch": 0.9907749077490775, "percentage": 33.15, "elapsed_time": "0:51:41", "remaining_time": "1:44:15"}
+{"current_steps": 180, "total_steps": 540, "loss": 0.5015, "lr": 8.43120818934367e-06, "epoch": 0.996309963099631, "percentage": 33.33, "elapsed_time": "0:52:00", "remaining_time": "1:44:00"}
+{"current_steps": 181, "total_steps": 540, "loss": 0.6387, "lr": 8.407627286164948e-06, "epoch": 1.0018450184501846, "percentage": 33.52, "elapsed_time": "0:53:22", "remaining_time": "1:45:51"}
+{"current_steps": 182, "total_steps": 540, "loss": 0.4901, "lr": 8.38390399354631e-06, "epoch": 1.007380073800738, "percentage": 33.7, "elapsed_time": "0:53:40", "remaining_time": "1:45:35"}
+{"current_steps": 183, "total_steps": 540, "loss": 0.4598, "lr": 8.360039302777614e-06, "epoch": 1.0129151291512914, "percentage": 33.89, "elapsed_time": "0:53:56", "remaining_time": "1:45:13"}
+{"current_steps": 184, "total_steps": 540, "loss": 0.4684, "lr": 8.336034211057098e-06, "epoch": 1.018450184501845, "percentage": 34.07, "elapsed_time": "0:54:12", "remaining_time": "1:44:53"}
+{"current_steps": 185, "total_steps": 540, "loss": 0.4677, "lr": 8.31188972144974e-06, "epoch": 1.0239852398523985, "percentage": 34.26, "elapsed_time": "0:54:30", "remaining_time": "1:44:35"}
+{"current_steps": 186, "total_steps": 540, "loss": 0.4892, "lr": 8.28760684284532e-06, "epoch": 1.029520295202952, "percentage": 34.44, "elapsed_time": "0:54:48", "remaining_time": "1:44:17"}
+{"current_steps": 187, "total_steps": 540, "loss": 0.4336, "lr": 8.263186589916273e-06, "epoch": 1.0350553505535056, "percentage": 34.63, "elapsed_time": "0:55:03", "remaining_time": "1:43:56"}
+{"current_steps": 188, "total_steps": 540, "loss": 0.4682, "lr": 8.238629983075296e-06, "epoch": 1.040590405904059, "percentage": 34.81, "elapsed_time": "0:55:21", "remaining_time": "1:43:38"}
+{"current_steps": 189, "total_steps": 540, "loss": 0.4198, "lr": 8.213938048432697e-06, "epoch": 1.0461254612546125, "percentage": 35.0, "elapsed_time": "0:55:37", "remaining_time": "1:43:17"}
+{"current_steps": 190, "total_steps": 540, "loss": 0.4754, "lr": 8.18911181775353e-06, "epoch": 1.051660516605166, "percentage": 35.19, "elapsed_time": "0:55:54", "remaining_time": "1:43:00"}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a79b40619c6669d7d6d3d4927fea5e377293289746d20e81f2e8537d1352f888
-size 7224
+oid sha256:e4587bf86b20338500a6f41236d8948fd4f6e31d0c2c26a4ff347c47ba2e06c5
+size 7288