Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,66 @@
+---
+library_name: peft
+license: other
+base_model: Qwen/Qwen2.5-14B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: MATH_training_response_Qwen2.5_7B
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# MATH_training_response_Qwen2.5_7B
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-14B-Instruct](https://huggingface.co/Qwen/Qwen2.5-14B-Instruct) on the MATH_training_response_Qwen2.5_7B dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0509
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 4
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 2.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.045         | 1.4925 | 200  | 0.0516          |
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.46.1
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0ef46500487385ae8273afa539d7216a8d8215c0eca792f983e7cabb05405f
+size 68902296

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.05085289850831032,
+    "eval_runtime": 2.8859,
+    "eval_samples_per_second": 2.079,
+    "eval_steps_per_second": 0.693,
+    "total_flos": 509043416236032.0,
+    "train_loss": 0.058696881270230705,
+    "train_runtime": 998.1148,
+    "train_samples_per_second": 1.068,
+    "train_steps_per_second": 0.269
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.05085289850831032,
+    "eval_runtime": 2.8859,
+    "eval_samples_per_second": 2.079,
+    "eval_steps_per_second": 0.693
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 509043416236032.0,
+    "train_loss": 0.058696881270230705,
+    "train_runtime": 998.1148,
+    "train_samples_per_second": 1.068,
+    "train_steps_per_second": 0.269
+}

trainer_log.jsonl

@@ -0,0 +1,270 @@
+{"current_steps": 1, "total_steps": 268, "loss": 0.1102, "lr": 3.7037037037037037e-06, "epoch": 0.007462686567164179, "percentage": 0.37, "elapsed_time": "0:00:06", "remaining_time": "0:29:56"}
+{"current_steps": 2, "total_steps": 268, "loss": 0.0782, "lr": 7.4074074074074075e-06, "epoch": 0.014925373134328358, "percentage": 0.75, "elapsed_time": "0:00:16", "remaining_time": "0:37:19"}
+{"current_steps": 3, "total_steps": 268, "loss": 0.0887, "lr": 1.1111111111111112e-05, "epoch": 0.022388059701492536, "percentage": 1.12, "elapsed_time": "0:00:20", "remaining_time": "0:30:06"}
+{"current_steps": 4, "total_steps": 268, "loss": 0.0997, "lr": 1.4814814814814815e-05, "epoch": 0.029850746268656716, "percentage": 1.49, "elapsed_time": "0:00:24", "remaining_time": "0:26:26"}
+{"current_steps": 5, "total_steps": 268, "loss": 0.1068, "lr": 1.8518518518518518e-05, "epoch": 0.03731343283582089, "percentage": 1.87, "elapsed_time": "0:00:27", "remaining_time": "0:24:12"}
+{"current_steps": 6, "total_steps": 268, "loss": 0.1309, "lr": 2.2222222222222223e-05, "epoch": 0.04477611940298507, "percentage": 2.24, "elapsed_time": "0:00:31", "remaining_time": "0:22:41"}
+{"current_steps": 7, "total_steps": 268, "loss": 0.1307, "lr": 2.5925925925925925e-05, "epoch": 0.05223880597014925, "percentage": 2.61, "elapsed_time": "0:00:34", "remaining_time": "0:21:36"}
+{"current_steps": 8, "total_steps": 268, "loss": 0.088, "lr": 2.962962962962963e-05, "epoch": 0.05970149253731343, "percentage": 2.99, "elapsed_time": "0:00:38", "remaining_time": "0:20:47"}
+{"current_steps": 9, "total_steps": 268, "loss": 0.0892, "lr": 3.3333333333333335e-05, "epoch": 0.06716417910447761, "percentage": 3.36, "elapsed_time": "0:00:41", "remaining_time": "0:20:07"}
+{"current_steps": 10, "total_steps": 268, "loss": 0.0853, "lr": 3.7037037037037037e-05, "epoch": 0.07462686567164178, "percentage": 3.73, "elapsed_time": "0:00:45", "remaining_time": "0:19:34"}
+{"current_steps": 11, "total_steps": 268, "loss": 0.0697, "lr": 4.074074074074074e-05, "epoch": 0.08208955223880597, "percentage": 4.1, "elapsed_time": "0:00:49", "remaining_time": "0:19:08"}
+{"current_steps": 12, "total_steps": 268, "loss": 0.0721, "lr": 4.4444444444444447e-05, "epoch": 0.08955223880597014, "percentage": 4.48, "elapsed_time": "0:00:52", "remaining_time": "0:18:45"}
+{"current_steps": 13, "total_steps": 268, "loss": 0.0991, "lr": 4.814814814814815e-05, "epoch": 0.09701492537313433, "percentage": 4.85, "elapsed_time": "0:00:56", "remaining_time": "0:18:25"}
+{"current_steps": 14, "total_steps": 268, "loss": 0.0857, "lr": 5.185185185185185e-05, "epoch": 0.1044776119402985, "percentage": 5.22, "elapsed_time": "0:00:59", "remaining_time": "0:18:06"}
+{"current_steps": 15, "total_steps": 268, "loss": 0.0873, "lr": 5.555555555555556e-05, "epoch": 0.11194029850746269, "percentage": 5.6, "elapsed_time": "0:01:03", "remaining_time": "0:17:51"}
+{"current_steps": 16, "total_steps": 268, "loss": 0.0704, "lr": 5.925925925925926e-05, "epoch": 0.11940298507462686, "percentage": 5.97, "elapsed_time": "0:01:07", "remaining_time": "0:17:37"}
+{"current_steps": 17, "total_steps": 268, "loss": 0.0646, "lr": 6.296296296296296e-05, "epoch": 0.12686567164179105, "percentage": 6.34, "elapsed_time": "0:01:10", "remaining_time": "0:17:24"}
+{"current_steps": 18, "total_steps": 268, "loss": 0.0586, "lr": 6.666666666666667e-05, "epoch": 0.13432835820895522, "percentage": 6.72, "elapsed_time": "0:01:14", "remaining_time": "0:17:12"}
+{"current_steps": 19, "total_steps": 268, "loss": 0.0728, "lr": 7.037037037037038e-05, "epoch": 0.1417910447761194, "percentage": 7.09, "elapsed_time": "0:01:17", "remaining_time": "0:17:01"}
+{"current_steps": 20, "total_steps": 268, "loss": 0.0659, "lr": 7.407407407407407e-05, "epoch": 0.14925373134328357, "percentage": 7.46, "elapsed_time": "0:01:21", "remaining_time": "0:16:51"}
+{"current_steps": 21, "total_steps": 268, "loss": 0.0563, "lr": 7.777777777777778e-05, "epoch": 0.15671641791044777, "percentage": 7.84, "elapsed_time": "0:01:25", "remaining_time": "0:16:41"}
+{"current_steps": 22, "total_steps": 268, "loss": 0.0698, "lr": 8.148148148148148e-05, "epoch": 0.16417910447761194, "percentage": 8.21, "elapsed_time": "0:01:28", "remaining_time": "0:16:32"}
+{"current_steps": 23, "total_steps": 268, "loss": 0.0731, "lr": 8.518518518518518e-05, "epoch": 0.17164179104477612, "percentage": 8.58, "elapsed_time": "0:01:32", "remaining_time": "0:16:24"}
+{"current_steps": 24, "total_steps": 268, "loss": 0.0601, "lr": 8.888888888888889e-05, "epoch": 0.1791044776119403, "percentage": 8.96, "elapsed_time": "0:01:36", "remaining_time": "0:16:16"}
+{"current_steps": 25, "total_steps": 268, "loss": 0.0598, "lr": 9.25925925925926e-05, "epoch": 0.1865671641791045, "percentage": 9.33, "elapsed_time": "0:01:39", "remaining_time": "0:16:08"}
+{"current_steps": 26, "total_steps": 268, "loss": 0.063, "lr": 9.62962962962963e-05, "epoch": 0.19402985074626866, "percentage": 9.7, "elapsed_time": "0:01:43", "remaining_time": "0:16:00"}
+{"current_steps": 27, "total_steps": 268, "loss": 0.0605, "lr": 0.0001, "epoch": 0.20149253731343283, "percentage": 10.07, "elapsed_time": "0:01:46", "remaining_time": "0:15:53"}
+{"current_steps": 28, "total_steps": 268, "loss": 0.0628, "lr": 9.999575185316994e-05, "epoch": 0.208955223880597, "percentage": 10.45, "elapsed_time": "0:01:50", "remaining_time": "0:15:47"}
+{"current_steps": 29, "total_steps": 268, "loss": 0.0686, "lr": 9.998300813454982e-05, "epoch": 0.21641791044776118, "percentage": 10.82, "elapsed_time": "0:01:54", "remaining_time": "0:15:40"}
+{"current_steps": 30, "total_steps": 268, "loss": 0.0762, "lr": 9.996177100962714e-05, "epoch": 0.22388059701492538, "percentage": 11.19, "elapsed_time": "0:01:57", "remaining_time": "0:15:33"}
+{"current_steps": 31, "total_steps": 268, "loss": 0.0839, "lr": 9.99320440871389e-05, "epoch": 0.23134328358208955, "percentage": 11.57, "elapsed_time": "0:02:01", "remaining_time": "0:15:27"}
+{"current_steps": 32, "total_steps": 268, "loss": 0.0654, "lr": 9.989383241845838e-05, "epoch": 0.23880597014925373, "percentage": 11.94, "elapsed_time": "0:02:04", "remaining_time": "0:15:21"}
+{"current_steps": 33, "total_steps": 268, "loss": 0.0496, "lr": 9.984714249673675e-05, "epoch": 0.2462686567164179, "percentage": 12.31, "elapsed_time": "0:02:08", "remaining_time": "0:15:15"}
+{"current_steps": 34, "total_steps": 268, "loss": 0.064, "lr": 9.979198225579968e-05, "epoch": 0.2537313432835821, "percentage": 12.69, "elapsed_time": "0:02:12", "remaining_time": "0:15:09"}
+{"current_steps": 35, "total_steps": 268, "loss": 0.0899, "lr": 9.972836106879935e-05, "epoch": 0.26119402985074625, "percentage": 13.06, "elapsed_time": "0:02:15", "remaining_time": "0:15:03"}
+{"current_steps": 36, "total_steps": 268, "loss": 0.0535, "lr": 9.965628974662144e-05, "epoch": 0.26865671641791045, "percentage": 13.43, "elapsed_time": "0:02:19", "remaining_time": "0:14:57"}
+{"current_steps": 37, "total_steps": 268, "loss": 0.0582, "lr": 9.957578053604837e-05, "epoch": 0.27611940298507465, "percentage": 13.81, "elapsed_time": "0:02:22", "remaining_time": "0:14:52"}
+{"current_steps": 38, "total_steps": 268, "loss": 0.0557, "lr": 9.9486847117678e-05, "epoch": 0.2835820895522388, "percentage": 14.18, "elapsed_time": "0:02:26", "remaining_time": "0:14:46"}
+{"current_steps": 39, "total_steps": 268, "loss": 0.0555, "lr": 9.938950460359913e-05, "epoch": 0.291044776119403, "percentage": 14.55, "elapsed_time": "0:02:30", "remaining_time": "0:14:41"}
+{"current_steps": 40, "total_steps": 268, "loss": 0.0538, "lr": 9.928376953482343e-05, "epoch": 0.29850746268656714, "percentage": 14.93, "elapsed_time": "0:02:33", "remaining_time": "0:14:36"}
+{"current_steps": 41, "total_steps": 268, "loss": 0.062, "lr": 9.916965987847485e-05, "epoch": 0.30597014925373134, "percentage": 15.3, "elapsed_time": "0:02:37", "remaining_time": "0:14:31"}
+{"current_steps": 42, "total_steps": 268, "loss": 0.0729, "lr": 9.904719502473634e-05, "epoch": 0.31343283582089554, "percentage": 15.67, "elapsed_time": "0:02:40", "remaining_time": "0:14:25"}
+{"current_steps": 43, "total_steps": 268, "loss": 0.0673, "lr": 9.891639578355511e-05, "epoch": 0.3208955223880597, "percentage": 16.04, "elapsed_time": "0:02:44", "remaining_time": "0:14:21"}
+{"current_steps": 44, "total_steps": 268, "loss": 0.0621, "lr": 9.877728438110645e-05, "epoch": 0.3283582089552239, "percentage": 16.42, "elapsed_time": "0:02:48", "remaining_time": "0:14:16"}
+{"current_steps": 45, "total_steps": 268, "loss": 0.0674, "lr": 9.862988445601688e-05, "epoch": 0.3358208955223881, "percentage": 16.79, "elapsed_time": "0:02:51", "remaining_time": "0:14:11"}
+{"current_steps": 46, "total_steps": 268, "loss": 0.0745, "lr": 9.847422105534739e-05, "epoch": 0.34328358208955223, "percentage": 17.16, "elapsed_time": "0:02:55", "remaining_time": "0:14:06"}
+{"current_steps": 47, "total_steps": 268, "loss": 0.0747, "lr": 9.831032063033726e-05, "epoch": 0.35074626865671643, "percentage": 17.54, "elapsed_time": "0:02:58", "remaining_time": "0:14:01"}
+{"current_steps": 48, "total_steps": 268, "loss": 0.0549, "lr": 9.813821103190932e-05, "epoch": 0.3582089552238806, "percentage": 17.91, "elapsed_time": "0:03:02", "remaining_time": "0:13:56"}
+{"current_steps": 49, "total_steps": 268, "loss": 0.0646, "lr": 9.795792150593739e-05, "epoch": 0.3656716417910448, "percentage": 18.28, "elapsed_time": "0:03:06", "remaining_time": "0:13:52"}
+{"current_steps": 50, "total_steps": 268, "loss": 0.0595, "lr": 9.776948268827659e-05, "epoch": 0.373134328358209, "percentage": 18.66, "elapsed_time": "0:03:09", "remaining_time": "0:13:47"}
+{"current_steps": 51, "total_steps": 268, "loss": 0.0644, "lr": 9.757292659955755e-05, "epoch": 0.3805970149253731, "percentage": 19.03, "elapsed_time": "0:03:13", "remaining_time": "0:13:44"}
+{"current_steps": 52, "total_steps": 268, "loss": 0.0594, "lr": 9.736828663974527e-05, "epoch": 0.3880597014925373, "percentage": 19.4, "elapsed_time": "0:03:17", "remaining_time": "0:13:40"}
+{"current_steps": 53, "total_steps": 268, "loss": 0.0554, "lr": 9.715559758246363e-05, "epoch": 0.39552238805970147, "percentage": 19.78, "elapsed_time": "0:03:21", "remaining_time": "0:13:37"}
+{"current_steps": 54, "total_steps": 268, "loss": 0.0645, "lr": 9.693489556908641e-05, "epoch": 0.40298507462686567, "percentage": 20.15, "elapsed_time": "0:03:24", "remaining_time": "0:13:32"}
+{"current_steps": 55, "total_steps": 268, "loss": 0.078, "lr": 9.670621810259595e-05, "epoch": 0.41044776119402987, "percentage": 20.52, "elapsed_time": "0:03:28", "remaining_time": "0:13:27"}
+{"current_steps": 56, "total_steps": 268, "loss": 0.0569, "lr": 9.646960404121042e-05, "epoch": 0.417910447761194, "percentage": 20.9, "elapsed_time": "0:03:32", "remaining_time": "0:13:23"}
+{"current_steps": 57, "total_steps": 268, "loss": 0.0682, "lr": 9.62250935917808e-05, "epoch": 0.4253731343283582, "percentage": 21.27, "elapsed_time": "0:03:35", "remaining_time": "0:13:18"}
+{"current_steps": 58, "total_steps": 268, "loss": 0.0808, "lr": 9.597272830295876e-05, "epoch": 0.43283582089552236, "percentage": 21.64, "elapsed_time": "0:03:39", "remaining_time": "0:13:15"}
+{"current_steps": 59, "total_steps": 268, "loss": 0.0656, "lr": 9.571255105813632e-05, "epoch": 0.44029850746268656, "percentage": 22.01, "elapsed_time": "0:03:43", "remaining_time": "0:13:10"}
+{"current_steps": 60, "total_steps": 268, "loss": 0.0683, "lr": 9.5444606068159e-05, "epoch": 0.44776119402985076, "percentage": 22.39, "elapsed_time": "0:03:46", "remaining_time": "0:13:06"}
+{"current_steps": 61, "total_steps": 268, "loss": 0.0752, "lr": 9.516893886381323e-05, "epoch": 0.4552238805970149, "percentage": 22.76, "elapsed_time": "0:03:50", "remaining_time": "0:13:02"}
+{"current_steps": 62, "total_steps": 268, "loss": 0.0702, "lr": 9.488559628808939e-05, "epoch": 0.4626865671641791, "percentage": 23.13, "elapsed_time": "0:03:54", "remaining_time": "0:12:57"}
+{"current_steps": 63, "total_steps": 268, "loss": 0.0675, "lr": 9.459462648822208e-05, "epoch": 0.4701492537313433, "percentage": 23.51, "elapsed_time": "0:03:57", "remaining_time": "0:12:53"}
+{"current_steps": 64, "total_steps": 268, "loss": 0.0593, "lr": 9.429607890750863e-05, "epoch": 0.47761194029850745, "percentage": 23.88, "elapsed_time": "0:04:01", "remaining_time": "0:12:49"}
+{"current_steps": 65, "total_steps": 268, "loss": 0.0566, "lr": 9.399000427690735e-05, "epoch": 0.48507462686567165, "percentage": 24.25, "elapsed_time": "0:04:04", "remaining_time": "0:12:44"}
+{"current_steps": 66, "total_steps": 268, "loss": 0.0609, "lr": 9.367645460641716e-05, "epoch": 0.4925373134328358, "percentage": 24.63, "elapsed_time": "0:04:08", "remaining_time": "0:12:40"}
+{"current_steps": 67, "total_steps": 268, "loss": 0.0718, "lr": 9.335548317623957e-05, "epoch": 0.5, "percentage": 25.0, "elapsed_time": "0:04:12", "remaining_time": "0:12:36"}
+{"current_steps": 68, "total_steps": 268, "loss": 0.0609, "lr": 9.302714452772516e-05, "epoch": 0.5074626865671642, "percentage": 25.37, "elapsed_time": "0:04:15", "remaining_time": "0:12:31"}
+{"current_steps": 69, "total_steps": 268, "loss": 0.064, "lr": 9.269149445410545e-05, "epoch": 0.5149253731343284, "percentage": 25.75, "elapsed_time": "0:04:19", "remaining_time": "0:12:27"}
+{"current_steps": 70, "total_steps": 268, "loss": 0.0515, "lr": 9.234858999101231e-05, "epoch": 0.5223880597014925, "percentage": 26.12, "elapsed_time": "0:04:22", "remaining_time": "0:12:23"}
+{"current_steps": 71, "total_steps": 268, "loss": 0.0633, "lr": 9.199848940678606e-05, "epoch": 0.5298507462686567, "percentage": 26.49, "elapsed_time": "0:04:26", "remaining_time": "0:12:19"}
+{"current_steps": 72, "total_steps": 268, "loss": 0.0557, "lr": 9.164125219257418e-05, "epoch": 0.5373134328358209, "percentage": 26.87, "elapsed_time": "0:04:30", "remaining_time": "0:12:15"}
+{"current_steps": 73, "total_steps": 268, "loss": 0.0636, "lr": 9.127693905222224e-05, "epoch": 0.5447761194029851, "percentage": 27.24, "elapsed_time": "0:04:33", "remaining_time": "0:12:10"}
+{"current_steps": 74, "total_steps": 268, "loss": 0.065, "lr": 9.09056118919587e-05, "epoch": 0.5522388059701493, "percentage": 27.61, "elapsed_time": "0:04:37", "remaining_time": "0:12:06"}
+{"current_steps": 75, "total_steps": 268, "loss": 0.0655, "lr": 9.052733380987554e-05, "epoch": 0.5597014925373134, "percentage": 27.99, "elapsed_time": "0:04:40", "remaining_time": "0:12:02"}
+{"current_steps": 76, "total_steps": 268, "loss": 0.0672, "lr": 9.014216908520618e-05, "epoch": 0.5671641791044776, "percentage": 28.36, "elapsed_time": "0:04:44", "remaining_time": "0:11:58"}
+{"current_steps": 77, "total_steps": 268, "loss": 0.0471, "lr": 8.975018316740278e-05, "epoch": 0.5746268656716418, "percentage": 28.73, "elapsed_time": "0:04:48", "remaining_time": "0:11:54"}
+{"current_steps": 78, "total_steps": 268, "loss": 0.0657, "lr": 8.935144266501469e-05, "epoch": 0.582089552238806, "percentage": 29.1, "elapsed_time": "0:04:51", "remaining_time": "0:11:50"}
+{"current_steps": 79, "total_steps": 268, "loss": 0.0587, "lr": 8.894601533436999e-05, "epoch": 0.5895522388059702, "percentage": 29.48, "elapsed_time": "0:04:55", "remaining_time": "0:11:46"}
+{"current_steps": 80, "total_steps": 268, "loss": 0.0695, "lr": 8.853397006806182e-05, "epoch": 0.5970149253731343, "percentage": 29.85, "elapsed_time": "0:04:58", "remaining_time": "0:11:42"}
+{"current_steps": 81, "total_steps": 268, "loss": 0.0615, "lr": 8.811537688324188e-05, "epoch": 0.6044776119402985, "percentage": 30.22, "elapsed_time": "0:05:02", "remaining_time": "0:11:38"}
+{"current_steps": 82, "total_steps": 268, "loss": 0.0736, "lr": 8.769030690972262e-05, "epoch": 0.6119402985074627, "percentage": 30.6, "elapsed_time": "0:05:05", "remaining_time": "0:11:34"}
+{"current_steps": 83, "total_steps": 268, "loss": 0.05, "lr": 8.725883237789045e-05, "epoch": 0.6194029850746269, "percentage": 30.97, "elapsed_time": "0:05:09", "remaining_time": "0:11:30"}
+{"current_steps": 84, "total_steps": 268, "loss": 0.0547, "lr": 8.682102660643197e-05, "epoch": 0.6268656716417911, "percentage": 31.34, "elapsed_time": "0:05:13", "remaining_time": "0:11:26"}
+{"current_steps": 85, "total_steps": 268, "loss": 0.0755, "lr": 8.637696398987516e-05, "epoch": 0.6343283582089553, "percentage": 31.72, "elapsed_time": "0:05:16", "remaining_time": "0:11:22"}
+{"current_steps": 86, "total_steps": 268, "loss": 0.0596, "lr": 8.592671998594794e-05, "epoch": 0.6417910447761194, "percentage": 32.09, "elapsed_time": "0:05:20", "remaining_time": "0:11:17"}
+{"current_steps": 87, "total_steps": 268, "loss": 0.0498, "lr": 8.547037110275579e-05, "epoch": 0.6492537313432836, "percentage": 32.46, "elapsed_time": "0:05:23", "remaining_time": "0:11:14"}
+{"current_steps": 88, "total_steps": 268, "loss": 0.0693, "lr": 8.50079948857812e-05, "epoch": 0.6567164179104478, "percentage": 32.84, "elapsed_time": "0:05:27", "remaining_time": "0:11:10"}
+{"current_steps": 89, "total_steps": 268, "loss": 0.0667, "lr": 8.453966990470656e-05, "epoch": 0.664179104477612, "percentage": 33.21, "elapsed_time": "0:05:31", "remaining_time": "0:11:06"}
+{"current_steps": 90, "total_steps": 268, "loss": 0.0657, "lr": 8.406547574006325e-05, "epoch": 0.6716417910447762, "percentage": 33.58, "elapsed_time": "0:05:34", "remaining_time": "0:11:02"}
+{"current_steps": 91, "total_steps": 268, "loss": 0.062, "lr": 8.358549296970876e-05, "epoch": 0.6791044776119403, "percentage": 33.96, "elapsed_time": "0:05:38", "remaining_time": "0:10:58"}
+{"current_steps": 92, "total_steps": 268, "loss": 0.0619, "lr": 8.309980315513444e-05, "epoch": 0.6865671641791045, "percentage": 34.33, "elapsed_time": "0:05:42", "remaining_time": "0:10:54"}
+{"current_steps": 93, "total_steps": 268, "loss": 0.0607, "lr": 8.260848882760615e-05, "epoch": 0.6940298507462687, "percentage": 34.7, "elapsed_time": "0:05:45", "remaining_time": "0:10:50"}
+{"current_steps": 94, "total_steps": 268, "loss": 0.0641, "lr": 8.211163347414003e-05, "epoch": 0.7014925373134329, "percentage": 35.07, "elapsed_time": "0:05:49", "remaining_time": "0:10:46"}
+{"current_steps": 95, "total_steps": 268, "loss": 0.052, "lr": 8.160932152331586e-05, "epoch": 0.7089552238805971, "percentage": 35.45, "elapsed_time": "0:05:52", "remaining_time": "0:10:42"}
+{"current_steps": 96, "total_steps": 268, "loss": 0.0642, "lr": 8.11016383309305e-05, "epoch": 0.7164179104477612, "percentage": 35.82, "elapsed_time": "0:05:56", "remaining_time": "0:10:38"}
+{"current_steps": 97, "total_steps": 268, "loss": 0.0511, "lr": 8.058867016549372e-05, "epoch": 0.7238805970149254, "percentage": 36.19, "elapsed_time": "0:06:00", "remaining_time": "0:10:34"}
+{"current_steps": 98, "total_steps": 268, "loss": 0.0639, "lr": 8.007050419356899e-05, "epoch": 0.7313432835820896, "percentage": 36.57, "elapsed_time": "0:06:03", "remaining_time": "0:10:30"}
+{"current_steps": 99, "total_steps": 268, "loss": 0.0459, "lr": 7.95472284649615e-05, "epoch": 0.7388059701492538, "percentage": 36.94, "elapsed_time": "0:06:07", "remaining_time": "0:10:26"}
+{"current_steps": 100, "total_steps": 268, "loss": 0.0511, "lr": 7.90189318977564e-05, "epoch": 0.746268656716418, "percentage": 37.31, "elapsed_time": "0:06:10", "remaining_time": "0:10:23"}
+{"current_steps": 101, "total_steps": 268, "loss": 0.0628, "lr": 7.848570426320917e-05, "epoch": 0.753731343283582, "percentage": 37.69, "elapsed_time": "0:06:14", "remaining_time": "0:10:19"}
+{"current_steps": 102, "total_steps": 268, "loss": 0.0703, "lr": 7.794763617049124e-05, "epoch": 0.7611940298507462, "percentage": 38.06, "elapsed_time": "0:06:18", "remaining_time": "0:10:15"}
+{"current_steps": 103, "total_steps": 268, "loss": 0.077, "lr": 7.740481905129306e-05, "epoch": 0.7686567164179104, "percentage": 38.43, "elapsed_time": "0:06:21", "remaining_time": "0:10:11"}
+{"current_steps": 104, "total_steps": 268, "loss": 0.0679, "lr": 7.685734514428766e-05, "epoch": 0.7761194029850746, "percentage": 38.81, "elapsed_time": "0:06:25", "remaining_time": "0:10:07"}
+{"current_steps": 105, "total_steps": 268, "loss": 0.0437, "lr": 7.630530747945673e-05, "epoch": 0.7835820895522388, "percentage": 39.18, "elapsed_time": "0:06:28", "remaining_time": "0:10:03"}
+{"current_steps": 106, "total_steps": 268, "loss": 0.0619, "lr": 7.574879986228245e-05, "epoch": 0.7910447761194029, "percentage": 39.55, "elapsed_time": "0:06:32", "remaining_time": "0:09:59"}
+{"current_steps": 107, "total_steps": 268, "loss": 0.0584, "lr": 7.518791685780768e-05, "epoch": 0.7985074626865671, "percentage": 39.93, "elapsed_time": "0:06:36", "remaining_time": "0:09:55"}
+{"current_steps": 108, "total_steps": 268, "loss": 0.071, "lr": 7.46227537745667e-05, "epoch": 0.8059701492537313, "percentage": 40.3, "elapsed_time": "0:06:39", "remaining_time": "0:09:52"}
+{"current_steps": 109, "total_steps": 268, "loss": 0.0703, "lr": 7.405340664838993e-05, "epoch": 0.8134328358208955, "percentage": 40.67, "elapsed_time": "0:06:43", "remaining_time": "0:09:48"}
+{"current_steps": 110, "total_steps": 268, "loss": 0.058, "lr": 7.347997222608492e-05, "epoch": 0.8208955223880597, "percentage": 41.04, "elapsed_time": "0:06:46", "remaining_time": "0:09:44"}
+{"current_steps": 111, "total_steps": 268, "loss": 0.0476, "lr": 7.290254794899664e-05, "epoch": 0.8283582089552238, "percentage": 41.42, "elapsed_time": "0:06:50", "remaining_time": "0:09:40"}
+{"current_steps": 112, "total_steps": 268, "loss": 0.0617, "lr": 7.232123193644957e-05, "epoch": 0.835820895522388, "percentage": 41.79, "elapsed_time": "0:06:54", "remaining_time": "0:09:36"}
+{"current_steps": 113, "total_steps": 268, "loss": 0.0557, "lr": 7.173612296907472e-05, "epoch": 0.8432835820895522, "percentage": 42.16, "elapsed_time": "0:06:57", "remaining_time": "0:09:32"}
+{"current_steps": 114, "total_steps": 268, "loss": 0.0461, "lr": 7.114732047202433e-05, "epoch": 0.8507462686567164, "percentage": 42.54, "elapsed_time": "0:07:01", "remaining_time": "0:09:29"}
+{"current_steps": 115, "total_steps": 268, "loss": 0.0578, "lr": 7.055492449807684e-05, "epoch": 0.8582089552238806, "percentage": 42.91, "elapsed_time": "0:07:04", "remaining_time": "0:09:25"}
+{"current_steps": 116, "total_steps": 268, "loss": 0.0559, "lr": 6.99590357106354e-05, "epoch": 0.8656716417910447, "percentage": 43.28, "elapsed_time": "0:07:08", "remaining_time": "0:09:21"}
+{"current_steps": 117, "total_steps": 268, "loss": 0.0567, "lr": 6.935975536662253e-05, "epoch": 0.8731343283582089, "percentage": 43.66, "elapsed_time": "0:07:12", "remaining_time": "0:09:17"}
+{"current_steps": 118, "total_steps": 268, "loss": 0.0711, "lr": 6.875718529927405e-05, "epoch": 0.8805970149253731, "percentage": 44.03, "elapsed_time": "0:07:15", "remaining_time": "0:09:13"}
+{"current_steps": 119, "total_steps": 268, "loss": 0.0638, "lr": 6.815142790083472e-05, "epoch": 0.8880597014925373, "percentage": 44.4, "elapsed_time": "0:07:19", "remaining_time": "0:09:09"}
+{"current_steps": 120, "total_steps": 268, "loss": 0.0592, "lr": 6.75425861051595e-05, "epoch": 0.8955223880597015, "percentage": 44.78, "elapsed_time": "0:07:22", "remaining_time": "0:09:06"}
+{"current_steps": 121, "total_steps": 268, "loss": 0.0527, "lr": 6.693076337022211e-05, "epoch": 0.9029850746268657, "percentage": 45.15, "elapsed_time": "0:07:26", "remaining_time": "0:09:02"}
+{"current_steps": 122, "total_steps": 268, "loss": 0.0619, "lr": 6.631606366053506e-05, "epoch": 0.9104477611940298, "percentage": 45.52, "elapsed_time": "0:07:30", "remaining_time": "0:08:58"}
+{"current_steps": 123, "total_steps": 268, "loss": 0.0496, "lr": 6.569859142948328e-05, "epoch": 0.917910447761194, "percentage": 45.9, "elapsed_time": "0:07:33", "remaining_time": "0:08:54"}
+{"current_steps": 124, "total_steps": 268, "loss": 0.069, "lr": 6.507845160157477e-05, "epoch": 0.9253731343283582, "percentage": 46.27, "elapsed_time": "0:07:37", "remaining_time": "0:08:50"}
+{"current_steps": 125, "total_steps": 268, "loss": 0.0525, "lr": 6.445574955461134e-05, "epoch": 0.9328358208955224, "percentage": 46.64, "elapsed_time": "0:07:40", "remaining_time": "0:08:47"}
+{"current_steps": 126, "total_steps": 268, "loss": 0.0652, "lr": 6.383059110178204e-05, "epoch": 0.9402985074626866, "percentage": 47.01, "elapsed_time": "0:07:44", "remaining_time": "0:08:43"}
+{"current_steps": 127, "total_steps": 268, "loss": 0.0436, "lr": 6.320308247368286e-05, "epoch": 0.9477611940298507, "percentage": 47.39, "elapsed_time": "0:07:48", "remaining_time": "0:08:39"}
+{"current_steps": 128, "total_steps": 268, "loss": 0.0778, "lr": 6.257333030026538e-05, "epoch": 0.9552238805970149, "percentage": 47.76, "elapsed_time": "0:07:51", "remaining_time": "0:08:35"}
+{"current_steps": 129, "total_steps": 268, "loss": 0.0674, "lr": 6.194144159271756e-05, "epoch": 0.9626865671641791, "percentage": 48.13, "elapsed_time": "0:07:55", "remaining_time": "0:08:32"}
+{"current_steps": 130, "total_steps": 268, "loss": 0.0556, "lr": 6.130752372527982e-05, "epoch": 0.9701492537313433, "percentage": 48.51, "elapsed_time": "0:07:58", "remaining_time": "0:08:28"}
+{"current_steps": 131, "total_steps": 268, "loss": 0.0563, "lr": 6.0671684416999273e-05, "epoch": 0.9776119402985075, "percentage": 48.88, "elapsed_time": "0:08:02", "remaining_time": "0:08:24"}
+{"current_steps": 132, "total_steps": 268, "loss": 0.0571, "lr": 6.003403171342563e-05, "epoch": 0.9850746268656716, "percentage": 49.25, "elapsed_time": "0:08:06", "remaining_time": "0:08:20"}
+{"current_steps": 133, "total_steps": 268, "loss": 0.0688, "lr": 5.939467396825137e-05, "epoch": 0.9925373134328358, "percentage": 49.63, "elapsed_time": "0:08:09", "remaining_time": "0:08:16"}
+{"current_steps": 134, "total_steps": 268, "loss": 0.0656, "lr": 5.875371982489959e-05, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:08:13", "remaining_time": "0:08:13"}
+{"current_steps": 135, "total_steps": 268, "loss": 0.0471, "lr": 5.811127819806277e-05, "epoch": 1.007462686567164, "percentage": 50.37, "elapsed_time": "0:08:16", "remaining_time": "0:08:09"}
+{"current_steps": 136, "total_steps": 268, "loss": 0.0469, "lr": 5.7467458255195384e-05, "epoch": 1.0149253731343284, "percentage": 50.75, "elapsed_time": "0:08:20", "remaining_time": "0:08:05"}
+{"current_steps": 137, "total_steps": 268, "loss": 0.0474, "lr": 5.682236939796337e-05, "epoch": 1.0223880597014925, "percentage": 51.12, "elapsed_time": "0:08:24", "remaining_time": "0:08:01"}
+{"current_steps": 138, "total_steps": 268, "loss": 0.0564, "lr": 5.61761212436541e-05, "epoch": 1.0298507462686568, "percentage": 51.49, "elapsed_time": "0:08:27", "remaining_time": "0:07:58"}
+{"current_steps": 139, "total_steps": 268, "loss": 0.0562, "lr": 5.55288236065495e-05, "epoch": 1.037313432835821, "percentage": 51.87, "elapsed_time": "0:08:31", "remaining_time": "0:07:54"}
+{"current_steps": 140, "total_steps": 268, "loss": 0.0579, "lr": 5.488058647926577e-05, "epoch": 1.044776119402985, "percentage": 52.24, "elapsed_time": "0:08:34", "remaining_time": "0:07:50"}
+{"current_steps": 141, "total_steps": 268, "loss": 0.0491, "lr": 5.423152001406282e-05, "epoch": 1.0522388059701493, "percentage": 52.61, "elapsed_time": "0:08:38", "remaining_time": "0:07:46"}
+{"current_steps": 142, "total_steps": 268, "loss": 0.0422, "lr": 5.3581734504126494e-05, "epoch": 1.0597014925373134, "percentage": 52.99, "elapsed_time": "0:08:42", "remaining_time": "0:07:43"}
+{"current_steps": 143, "total_steps": 268, "loss": 0.0685, "lr": 5.293134036482698e-05, "epoch": 1.0671641791044777, "percentage": 53.36, "elapsed_time": "0:08:45", "remaining_time": "0:07:39"}
+{"current_steps": 144, "total_steps": 268, "loss": 0.0431, "lr": 5.2280448114956316e-05, "epoch": 1.0746268656716418, "percentage": 53.73, "elapsed_time": "0:08:49", "remaining_time": "0:07:35"}
+{"current_steps": 145, "total_steps": 268, "loss": 0.0561, "lr": 5.1629168357948435e-05, "epoch": 1.0820895522388059, "percentage": 54.1, "elapsed_time": "0:08:52", "remaining_time": "0:07:31"}
+{"current_steps": 146, "total_steps": 268, "loss": 0.0502, "lr": 5.097761176308471e-05, "epoch": 1.0895522388059702, "percentage": 54.48, "elapsed_time": "0:08:56", "remaining_time": "0:07:28"}
+{"current_steps": 147, "total_steps": 268, "loss": 0.0532, "lr": 5.032588904668851e-05, "epoch": 1.0970149253731343, "percentage": 54.85, "elapsed_time": "0:09:00", "remaining_time": "0:07:24"}
+{"current_steps": 148, "total_steps": 268, "loss": 0.0535, "lr": 4.967411095331149e-05, "epoch": 1.1044776119402986, "percentage": 55.22, "elapsed_time": "0:09:03", "remaining_time": "0:07:20"}
+{"current_steps": 149, "total_steps": 268, "loss": 0.0554, "lr": 4.90223882369153e-05, "epoch": 1.1119402985074627, "percentage": 55.6, "elapsed_time": "0:09:07", "remaining_time": "0:07:17"}
+{"current_steps": 150, "total_steps": 268, "loss": 0.0513, "lr": 4.837083164205159e-05, "epoch": 1.1194029850746268, "percentage": 55.97, "elapsed_time": "0:09:10", "remaining_time": "0:07:13"}
+{"current_steps": 151, "total_steps": 268, "loss": 0.0624, "lr": 4.771955188504371e-05, "epoch": 1.126865671641791, "percentage": 56.34, "elapsed_time": "0:09:14", "remaining_time": "0:07:09"}
+{"current_steps": 152, "total_steps": 268, "loss": 0.0565, "lr": 4.7068659635173026e-05, "epoch": 1.1343283582089552, "percentage": 56.72, "elapsed_time": "0:09:18", "remaining_time": "0:07:05"}
+{"current_steps": 153, "total_steps": 268, "loss": 0.0547, "lr": 4.641826549587352e-05, "epoch": 1.1417910447761195, "percentage": 57.09, "elapsed_time": "0:09:21", "remaining_time": "0:07:02"}
+{"current_steps": 154, "total_steps": 268, "loss": 0.0386, "lr": 4.57684799859372e-05, "epoch": 1.1492537313432836, "percentage": 57.46, "elapsed_time": "0:09:25", "remaining_time": "0:06:58"}
+{"current_steps": 155, "total_steps": 268, "loss": 0.0602, "lr": 4.511941352073424e-05, "epoch": 1.1567164179104479, "percentage": 57.84, "elapsed_time": "0:09:28", "remaining_time": "0:06:54"}
+{"current_steps": 156, "total_steps": 268, "loss": 0.0546, "lr": 4.447117639345052e-05, "epoch": 1.164179104477612, "percentage": 58.21, "elapsed_time": "0:09:32", "remaining_time": "0:06:50"}
+{"current_steps": 157, "total_steps": 268, "loss": 0.0585, "lr": 4.382387875634591e-05, "epoch": 1.171641791044776, "percentage": 58.58, "elapsed_time": "0:09:36", "remaining_time": "0:06:47"}
+{"current_steps": 158, "total_steps": 268, "loss": 0.0433, "lr": 4.317763060203664e-05, "epoch": 1.1791044776119404, "percentage": 58.96, "elapsed_time": "0:09:39", "remaining_time": "0:06:43"}
+{"current_steps": 159, "total_steps": 268, "loss": 0.0479, "lr": 4.253254174480462e-05, "epoch": 1.1865671641791045, "percentage": 59.33, "elapsed_time": "0:09:43", "remaining_time": "0:06:39"}
+{"current_steps": 160, "total_steps": 268, "loss": 0.0455, "lr": 4.188872180193723e-05, "epoch": 1.1940298507462686, "percentage": 59.7, "elapsed_time": "0:09:46", "remaining_time": "0:06:36"}
+{"current_steps": 161, "total_steps": 268, "loss": 0.0598, "lr": 4.124628017510043e-05, "epoch": 1.2014925373134329, "percentage": 60.07, "elapsed_time": "0:09:50", "remaining_time": "0:06:32"}
+{"current_steps": 162, "total_steps": 268, "loss": 0.0454, "lr": 4.0605326031748645e-05, "epoch": 1.208955223880597, "percentage": 60.45, "elapsed_time": "0:09:54", "remaining_time": "0:06:28"}
+{"current_steps": 163, "total_steps": 268, "loss": 0.0486, "lr": 3.9965968286574376e-05, "epoch": 1.2164179104477613, "percentage": 60.82, "elapsed_time": "0:09:57", "remaining_time": "0:06:25"}
+{"current_steps": 164, "total_steps": 268, "loss": 0.06, "lr": 3.932831558300074e-05, "epoch": 1.2238805970149254, "percentage": 61.19, "elapsed_time": "0:10:01", "remaining_time": "0:06:21"}
+{"current_steps": 165, "total_steps": 268, "loss": 0.0423, "lr": 3.869247627472021e-05, "epoch": 1.2313432835820897, "percentage": 61.57, "elapsed_time": "0:10:04", "remaining_time": "0:06:17"}
+{"current_steps": 166, "total_steps": 268, "loss": 0.0514, "lr": 3.8058558407282464e-05, "epoch": 1.2388059701492538, "percentage": 61.94, "elapsed_time": "0:10:08", "remaining_time": "0:06:13"}
+{"current_steps": 167, "total_steps": 268, "loss": 0.0506, "lr": 3.742666969973463e-05, "epoch": 1.2462686567164178, "percentage": 62.31, "elapsed_time": "0:10:12", "remaining_time": "0:06:10"}
+{"current_steps": 168, "total_steps": 268, "loss": 0.0607, "lr": 3.6796917526317156e-05, "epoch": 1.2537313432835822, "percentage": 62.69, "elapsed_time": "0:10:15", "remaining_time": "0:06:06"}
+{"current_steps": 169, "total_steps": 268, "loss": 0.0613, "lr": 3.616940889821797e-05, "epoch": 1.2611940298507462, "percentage": 63.06, "elapsed_time": "0:10:19", "remaining_time": "0:06:02"}
+{"current_steps": 170, "total_steps": 268, "loss": 0.045, "lr": 3.5544250445388675e-05, "epoch": 1.2686567164179103, "percentage": 63.43, "elapsed_time": "0:10:22", "remaining_time": "0:05:59"}
+{"current_steps": 171, "total_steps": 268, "loss": 0.0484, "lr": 3.492154839842525e-05, "epoch": 1.2761194029850746, "percentage": 63.81, "elapsed_time": "0:10:26", "remaining_time": "0:05:55"}
+{"current_steps": 172, "total_steps": 268, "loss": 0.0495, "lr": 3.430140857051675e-05, "epoch": 1.2835820895522387, "percentage": 64.18, "elapsed_time": "0:10:30", "remaining_time": "0:05:51"}
+{"current_steps": 173, "total_steps": 268, "loss": 0.0565, "lr": 3.368393633946496e-05, "epoch": 1.291044776119403, "percentage": 64.55, "elapsed_time": "0:10:33", "remaining_time": "0:05:47"}
+{"current_steps": 174, "total_steps": 268, "loss": 0.0536, "lr": 3.306923662977789e-05, "epoch": 1.2985074626865671, "percentage": 64.93, "elapsed_time": "0:10:37", "remaining_time": "0:05:44"}
+{"current_steps": 175, "total_steps": 268, "loss": 0.0502, "lr": 3.245741389484052e-05, "epoch": 1.3059701492537314, "percentage": 65.3, "elapsed_time": "0:10:40", "remaining_time": "0:05:40"}
+{"current_steps": 176, "total_steps": 268, "loss": 0.0432, "lr": 3.184857209916528e-05, "epoch": 1.3134328358208955, "percentage": 65.67, "elapsed_time": "0:10:44", "remaining_time": "0:05:36"}
+{"current_steps": 177, "total_steps": 268, "loss": 0.0644, "lr": 3.124281470072597e-05, "epoch": 1.3208955223880596, "percentage": 66.04, "elapsed_time": "0:10:48", "remaining_time": "0:05:33"}
+{"current_steps": 178, "total_steps": 268, "loss": 0.0484, "lr": 3.064024463337747e-05, "epoch": 1.328358208955224, "percentage": 66.42, "elapsed_time": "0:10:51", "remaining_time": "0:05:29"}
+{"current_steps": 179, "total_steps": 268, "loss": 0.0417, "lr": 3.0040964289364616e-05, "epoch": 1.335820895522388, "percentage": 66.79, "elapsed_time": "0:10:55", "remaining_time": "0:05:25"}
+{"current_steps": 180, "total_steps": 268, "loss": 0.0682, "lr": 2.944507550192318e-05, "epoch": 1.3432835820895521, "percentage": 67.16, "elapsed_time": "0:10:58", "remaining_time": "0:05:22"}
+{"current_steps": 181, "total_steps": 268, "loss": 0.042, "lr": 2.885267952797569e-05, "epoch": 1.3507462686567164, "percentage": 67.54, "elapsed_time": "0:11:02", "remaining_time": "0:05:18"}
+{"current_steps": 182, "total_steps": 268, "loss": 0.0555, "lr": 2.8263877030925277e-05, "epoch": 1.3582089552238805, "percentage": 67.91, "elapsed_time": "0:11:05", "remaining_time": "0:05:14"}
+{"current_steps": 183, "total_steps": 268, "loss": 0.058, "lr": 2.7678768063550452e-05, "epoch": 1.3656716417910448, "percentage": 68.28, "elapsed_time": "0:11:09", "remaining_time": "0:05:11"}
+{"current_steps": 184, "total_steps": 268, "loss": 0.0565, "lr": 2.7097452051003375e-05, "epoch": 1.373134328358209, "percentage": 68.66, "elapsed_time": "0:11:13", "remaining_time": "0:05:07"}
+{"current_steps": 185, "total_steps": 268, "loss": 0.0347, "lr": 2.6520027773915075e-05, "epoch": 1.3805970149253732, "percentage": 69.03, "elapsed_time": "0:11:16", "remaining_time": "0:05:03"}
+{"current_steps": 186, "total_steps": 268, "loss": 0.0455, "lr": 2.5946593351610082e-05, "epoch": 1.3880597014925373, "percentage": 69.4, "elapsed_time": "0:11:20", "remaining_time": "0:04:59"}
+{"current_steps": 187, "total_steps": 268, "loss": 0.0538, "lr": 2.5377246225433303e-05, "epoch": 1.3955223880597014, "percentage": 69.78, "elapsed_time": "0:11:23", "remaining_time": "0:04:56"}
+{"current_steps": 188, "total_steps": 268, "loss": 0.0431, "lr": 2.4812083142192328e-05, "epoch": 1.4029850746268657, "percentage": 70.15, "elapsed_time": "0:11:27", "remaining_time": "0:04:52"}
+{"current_steps": 189, "total_steps": 268, "loss": 0.0528, "lr": 2.4251200137717544e-05, "epoch": 1.4104477611940298, "percentage": 70.52, "elapsed_time": "0:11:31", "remaining_time": "0:04:48"}
+{"current_steps": 190, "total_steps": 268, "loss": 0.0451, "lr": 2.3694692520543295e-05, "epoch": 1.417910447761194, "percentage": 70.9, "elapsed_time": "0:11:34", "remaining_time": "0:04:45"}
+{"current_steps": 191, "total_steps": 268, "loss": 0.0389, "lr": 2.3142654855712354e-05, "epoch": 1.4253731343283582, "percentage": 71.27, "elapsed_time": "0:11:38", "remaining_time": "0:04:41"}
+{"current_steps": 192, "total_steps": 268, "loss": 0.0328, "lr": 2.259518094870693e-05, "epoch": 1.4328358208955223, "percentage": 71.64, "elapsed_time": "0:11:42", "remaining_time": "0:04:37"}
+{"current_steps": 193, "total_steps": 268, "loss": 0.0556, "lr": 2.2052363829508775e-05, "epoch": 1.4402985074626866, "percentage": 72.01, "elapsed_time": "0:11:45", "remaining_time": "0:04:34"}
+{"current_steps": 194, "total_steps": 268, "loss": 0.0504, "lr": 2.151429573679084e-05, "epoch": 1.4477611940298507, "percentage": 72.39, "elapsed_time": "0:11:49", "remaining_time": "0:04:30"}
+{"current_steps": 195, "total_steps": 268, "loss": 0.0518, "lr": 2.0981068102243616e-05, "epoch": 1.455223880597015, "percentage": 72.76, "elapsed_time": "0:11:53", "remaining_time": "0:04:26"}
+{"current_steps": 196, "total_steps": 268, "loss": 0.0588, "lr": 2.0452771535038518e-05, "epoch": 1.462686567164179, "percentage": 73.13, "elapsed_time": "0:11:56", "remaining_time": "0:04:23"}
+{"current_steps": 197, "total_steps": 268, "loss": 0.0464, "lr": 1.9929495806431025e-05, "epoch": 1.4701492537313432, "percentage": 73.51, "elapsed_time": "0:12:00", "remaining_time": "0:04:19"}
+{"current_steps": 198, "total_steps": 268, "loss": 0.0559, "lr": 1.9411329834506286e-05, "epoch": 1.4776119402985075, "percentage": 73.88, "elapsed_time": "0:12:04", "remaining_time": "0:04:16"}
+{"current_steps": 199, "total_steps": 268, "loss": 0.0502, "lr": 1.8898361669069497e-05, "epoch": 1.4850746268656716, "percentage": 74.25, "elapsed_time": "0:12:07", "remaining_time": "0:04:12"}
+{"current_steps": 200, "total_steps": 268, "loss": 0.045, "lr": 1.8390678476684142e-05, "epoch": 1.4925373134328357, "percentage": 74.63, "elapsed_time": "0:12:11", "remaining_time": "0:04:08"}
+{"current_steps": 200, "total_steps": 268, "eval_loss": 0.05160621926188469, "epoch": 1.4925373134328357, "percentage": 74.63, "elapsed_time": "0:12:14", "remaining_time": "0:04:09"}
+{"current_steps": 201, "total_steps": 268, "loss": 0.0566, "lr": 1.7888366525859968e-05, "epoch": 1.5, "percentage": 75.0, "elapsed_time": "0:12:17", "remaining_time": "0:04:05"}
+{"current_steps": 202, "total_steps": 268, "loss": 0.0477, "lr": 1.739151117239385e-05, "epoch": 1.5074626865671643, "percentage": 75.37, "elapsed_time": "0:12:21", "remaining_time": "0:04:02"}
+{"current_steps": 203, "total_steps": 268, "loss": 0.0533, "lr": 1.6900196844865573e-05, "epoch": 1.5149253731343284, "percentage": 75.75, "elapsed_time": "0:12:24", "remaining_time": "0:03:58"}
+{"current_steps": 204, "total_steps": 268, "loss": 0.0519, "lr": 1.641450703029125e-05, "epoch": 1.5223880597014925, "percentage": 76.12, "elapsed_time": "0:12:28", "remaining_time": "0:03:54"}
+{"current_steps": 205, "total_steps": 268, "loss": 0.046, "lr": 1.5934524259936756e-05, "epoch": 1.5298507462686568, "percentage": 76.49, "elapsed_time": "0:12:32", "remaining_time": "0:03:51"}
+{"current_steps": 206, "total_steps": 268, "loss": 0.0498, "lr": 1.5460330095293447e-05, "epoch": 1.537313432835821, "percentage": 76.87, "elapsed_time": "0:12:36", "remaining_time": "0:03:47"}
+{"current_steps": 207, "total_steps": 268, "loss": 0.0497, "lr": 1.4992005114218805e-05, "epoch": 1.544776119402985, "percentage": 77.24, "elapsed_time": "0:12:39", "remaining_time": "0:03:43"}
+{"current_steps": 208, "total_steps": 268, "loss": 0.0495, "lr": 1.4529628897244212e-05, "epoch": 1.5522388059701493, "percentage": 77.61, "elapsed_time": "0:12:43", "remaining_time": "0:03:40"}
+{"current_steps": 209, "total_steps": 268, "loss": 0.0514, "lr": 1.4073280014052077e-05, "epoch": 1.5597014925373134, "percentage": 77.99, "elapsed_time": "0:12:46", "remaining_time": "0:03:36"}
+{"current_steps": 210, "total_steps": 268, "loss": 0.044, "lr": 1.3623036010124846e-05, "epoch": 1.5671641791044775, "percentage": 78.36, "elapsed_time": "0:12:50", "remaining_time": "0:03:32"}
+{"current_steps": 211, "total_steps": 268, "loss": 0.0529, "lr": 1.3178973393568057e-05, "epoch": 1.5746268656716418, "percentage": 78.73, "elapsed_time": "0:12:53", "remaining_time": "0:03:29"}
+{"current_steps": 212, "total_steps": 268, "loss": 0.047, "lr": 1.2741167622109556e-05, "epoch": 1.582089552238806, "percentage": 79.1, "elapsed_time": "0:12:57", "remaining_time": "0:03:25"}
+{"current_steps": 213, "total_steps": 268, "loss": 0.0476, "lr": 1.230969309027739e-05, "epoch": 1.5895522388059702, "percentage": 79.48, "elapsed_time": "0:13:01", "remaining_time": "0:03:21"}
+{"current_steps": 214, "total_steps": 268, "loss": 0.0539, "lr": 1.1884623116758121e-05, "epoch": 1.5970149253731343, "percentage": 79.85, "elapsed_time": "0:13:04", "remaining_time": "0:03:18"}
+{"current_steps": 215, "total_steps": 268, "loss": 0.0576, "lr": 1.1466029931938182e-05, "epoch": 1.6044776119402986, "percentage": 80.22, "elapsed_time": "0:13:08", "remaining_time": "0:03:14"}
+{"current_steps": 216, "total_steps": 268, "loss": 0.0449, "lr": 1.1053984665630024e-05, "epoch": 1.6119402985074627, "percentage": 80.6, "elapsed_time": "0:13:11", "remaining_time": "0:03:10"}
+{"current_steps": 217, "total_steps": 268, "loss": 0.0589, "lr": 1.0648557334985309e-05, "epoch": 1.6194029850746268, "percentage": 80.97, "elapsed_time": "0:13:15", "remaining_time": "0:03:06"}
+{"current_steps": 218, "total_steps": 268, "loss": 0.0549, "lr": 1.024981683259723e-05, "epoch": 1.626865671641791, "percentage": 81.34, "elapsed_time": "0:13:19", "remaining_time": "0:03:03"}
+{"current_steps": 219, "total_steps": 268, "loss": 0.0537, "lr": 9.857830914793826e-06, "epoch": 1.6343283582089554, "percentage": 81.72, "elapsed_time": "0:13:22", "remaining_time": "0:02:59"}
+{"current_steps": 220, "total_steps": 268, "loss": 0.0436, "lr": 9.472666190124457e-06, "epoch": 1.6417910447761193, "percentage": 82.09, "elapsed_time": "0:13:26", "remaining_time": "0:02:55"}
+{"current_steps": 221, "total_steps": 268, "loss": 0.0571, "lr": 9.094388108041302e-06, "epoch": 1.6492537313432836, "percentage": 82.46, "elapsed_time": "0:13:29", "remaining_time": "0:02:52"}
+{"current_steps": 222, "total_steps": 268, "loss": 0.0516, "lr": 8.723060947777777e-06, "epoch": 1.6567164179104479, "percentage": 82.84, "elapsed_time": "0:13:33", "remaining_time": "0:02:48"}
+{"current_steps": 223, "total_steps": 268, "loss": 0.0501, "lr": 8.358747807425826e-06, "epoch": 1.664179104477612, "percentage": 83.21, "elapsed_time": "0:13:37", "remaining_time": "0:02:44"}
+{"current_steps": 224, "total_steps": 268, "loss": 0.0531, "lr": 8.001510593213946e-06, "epoch": 1.671641791044776, "percentage": 83.58, "elapsed_time": "0:13:40", "remaining_time": "0:02:41"}
+{"current_steps": 225, "total_steps": 268, "loss": 0.0564, "lr": 7.651410008987697e-06, "epoch": 1.6791044776119404, "percentage": 83.96, "elapsed_time": "0:13:44", "remaining_time": "0:02:37"}
+{"current_steps": 226, "total_steps": 268, "loss": 0.0459, "lr": 7.308505545894567e-06, "epoch": 1.6865671641791045, "percentage": 84.33, "elapsed_time": "0:13:47", "remaining_time": "0:02:33"}
+{"current_steps": 227, "total_steps": 268, "loss": 0.0539, "lr": 6.972855472274853e-06, "epoch": 1.6940298507462686, "percentage": 84.7, "elapsed_time": "0:13:51", "remaining_time": "0:02:30"}
+{"current_steps": 228, "total_steps": 268, "loss": 0.0583, "lr": 6.6445168237604385e-06, "epoch": 1.7014925373134329, "percentage": 85.07, "elapsed_time": "0:13:55", "remaining_time": "0:02:26"}
+{"current_steps": 229, "total_steps": 268, "loss": 0.0526, "lr": 6.323545393582847e-06, "epoch": 1.7089552238805972, "percentage": 85.45, "elapsed_time": "0:13:58", "remaining_time": "0:02:22"}
+{"current_steps": 230, "total_steps": 268, "loss": 0.051, "lr": 6.009995723092654e-06, "epoch": 1.716417910447761, "percentage": 85.82, "elapsed_time": "0:14:02", "remaining_time": "0:02:19"}
+{"current_steps": 231, "total_steps": 268, "loss": 0.0546, "lr": 5.703921092491393e-06, "epoch": 1.7238805970149254, "percentage": 86.19, "elapsed_time": "0:14:05", "remaining_time": "0:02:15"}
+{"current_steps": 232, "total_steps": 268, "loss": 0.0624, "lr": 5.405373511777939e-06, "epoch": 1.7313432835820897, "percentage": 86.57, "elapsed_time": "0:14:09", "remaining_time": "0:02:11"}
+{"current_steps": 233, "total_steps": 268, "loss": 0.0565, "lr": 5.114403711910632e-06, "epoch": 1.7388059701492538, "percentage": 86.94, "elapsed_time": "0:14:13", "remaining_time": "0:02:08"}
+{"current_steps": 234, "total_steps": 268, "loss": 0.0569, "lr": 4.8310611361867875e-06, "epoch": 1.7462686567164178, "percentage": 87.31, "elapsed_time": "0:14:16", "remaining_time": "0:02:04"}
+{"current_steps": 235, "total_steps": 268, "loss": 0.0457, "lr": 4.555393931841001e-06, "epoch": 1.7537313432835822, "percentage": 87.69, "elapsed_time": "0:14:20", "remaining_time": "0:02:00"}
+{"current_steps": 236, "total_steps": 268, "loss": 0.0462, "lr": 4.287448941863692e-06, "epoch": 1.7611940298507462, "percentage": 88.06, "elapsed_time": "0:14:23", "remaining_time": "0:01:57"}
+{"current_steps": 237, "total_steps": 268, "loss": 0.0497, "lr": 4.027271697041252e-06, "epoch": 1.7686567164179103, "percentage": 88.43, "elapsed_time": "0:14:27", "remaining_time": "0:01:53"}
+{"current_steps": 238, "total_steps": 268, "loss": 0.0432, "lr": 3.7749064082191977e-06, "epoch": 1.7761194029850746, "percentage": 88.81, "elapsed_time": "0:14:31", "remaining_time": "0:01:49"}
+{"current_steps": 239, "total_steps": 268, "loss": 0.0523, "lr": 3.5303959587895898e-06, "epoch": 1.783582089552239, "percentage": 89.18, "elapsed_time": "0:14:34", "remaining_time": "0:01:46"}
+{"current_steps": 240, "total_steps": 268, "loss": 0.0636, "lr": 3.2937818974040635e-06, "epoch": 1.7910447761194028, "percentage": 89.55, "elapsed_time": "0:14:38", "remaining_time": "0:01:42"}
+{"current_steps": 241, "total_steps": 268, "loss": 0.058, "lr": 3.065104430913601e-06, "epoch": 1.7985074626865671, "percentage": 89.93, "elapsed_time": "0:14:41", "remaining_time": "0:01:38"}
+{"current_steps": 242, "total_steps": 268, "loss": 0.0521, "lr": 2.844402417536374e-06, "epoch": 1.8059701492537314, "percentage": 90.3, "elapsed_time": "0:14:45", "remaining_time": "0:01:35"}
+{"current_steps": 243, "total_steps": 268, "loss": 0.0533, "lr": 2.631713360254734e-06, "epoch": 1.8134328358208955, "percentage": 90.67, "elapsed_time": "0:14:49", "remaining_time": "0:01:31"}
+{"current_steps": 244, "total_steps": 268, "loss": 0.043, "lr": 2.4270734004424643e-06, "epoch": 1.8208955223880596, "percentage": 91.04, "elapsed_time": "0:14:52", "remaining_time": "0:01:27"}
+{"current_steps": 245, "total_steps": 268, "loss": 0.0552, "lr": 2.2305173117234236e-06, "epoch": 1.828358208955224, "percentage": 91.42, "elapsed_time": "0:14:56", "remaining_time": "0:01:24"}
+{"current_steps": 246, "total_steps": 268, "loss": 0.0474, "lr": 2.0420784940626157e-06, "epoch": 1.835820895522388, "percentage": 91.79, "elapsed_time": "0:14:59", "remaining_time": "0:01:20"}
+{"current_steps": 247, "total_steps": 268, "loss": 0.0511, "lr": 1.861788968090683e-06, "epoch": 1.8432835820895521, "percentage": 92.16, "elapsed_time": "0:15:03", "remaining_time": "0:01:16"}
+{"current_steps": 248, "total_steps": 268, "loss": 0.047, "lr": 1.68967936966275e-06, "epoch": 1.8507462686567164, "percentage": 92.54, "elapsed_time": "0:15:07", "remaining_time": "0:01:13"}
+{"current_steps": 249, "total_steps": 268, "loss": 0.046, "lr": 1.5257789446526172e-06, "epoch": 1.8582089552238807, "percentage": 92.91, "elapsed_time": "0:15:10", "remaining_time": "0:01:09"}
+{"current_steps": 250, "total_steps": 268, "loss": 0.0457, "lr": 1.3701155439831249e-06, "epoch": 1.8656716417910446, "percentage": 93.28, "elapsed_time": "0:15:14", "remaining_time": "0:01:05"}
+{"current_steps": 251, "total_steps": 268, "loss": 0.0499, "lr": 1.222715618893555e-06, "epoch": 1.873134328358209, "percentage": 93.66, "elapsed_time": "0:15:17", "remaining_time": "0:01:02"}
+{"current_steps": 252, "total_steps": 268, "loss": 0.044, "lr": 1.0836042164448945e-06, "epoch": 1.8805970149253732, "percentage": 94.03, "elapsed_time": "0:15:21", "remaining_time": "0:00:58"}
+{"current_steps": 253, "total_steps": 268, "loss": 0.0422, "lr": 9.528049752636714e-07, "epoch": 1.8880597014925373, "percentage": 94.4, "elapsed_time": "0:15:25", "remaining_time": "0:00:54"}
+{"current_steps": 254, "total_steps": 268, "loss": 0.0671, "lr": 8.303401215251583e-07, "epoch": 1.8955223880597014, "percentage": 94.78, "elapsed_time": "0:15:28", "remaining_time": "0:00:51"}
+{"current_steps": 255, "total_steps": 268, "loss": 0.0405, "lr": 7.16230465176565e-07, "epoch": 1.9029850746268657, "percentage": 95.15, "elapsed_time": "0:15:32", "remaining_time": "0:00:47"}
+{"current_steps": 256, "total_steps": 268, "loss": 0.0425, "lr": 6.104953964008897e-07, "epoch": 1.9104477611940298, "percentage": 95.52, "elapsed_time": "0:15:35", "remaining_time": "0:00:43"}
+{"current_steps": 257, "total_steps": 268, "loss": 0.0518, "lr": 5.131528823220099e-07, "epoch": 1.917910447761194, "percentage": 95.9, "elapsed_time": "0:15:39", "remaining_time": "0:00:40"}
+{"current_steps": 258, "total_steps": 268, "loss": 0.0526, "lr": 4.242194639516417e-07, "epoch": 1.9253731343283582, "percentage": 96.27, "elapsed_time": "0:15:43", "remaining_time": "0:00:36"}
+{"current_steps": 259, "total_steps": 268, "loss": 0.0495, "lr": 3.4371025337855413e-07, "epoch": 1.9328358208955225, "percentage": 96.64, "elapsed_time": "0:15:46", "remaining_time": "0:00:32"}
+{"current_steps": 260, "total_steps": 268, "loss": 0.036, "lr": 2.7163893120066285e-07, "epoch": 1.9402985074626866, "percentage": 97.01, "elapsed_time": "0:15:50", "remaining_time": "0:00:29"}
+{"current_steps": 261, "total_steps": 268, "loss": 0.0519, "lr": 2.0801774420031173e-07, "epoch": 1.9477611940298507, "percentage": 97.39, "elapsed_time": "0:15:53", "remaining_time": "0:00:25"}
+{"current_steps": 262, "total_steps": 268, "loss": 0.0447, "lr": 1.5285750326325954e-07, "epoch": 1.955223880597015, "percentage": 97.76, "elapsed_time": "0:15:57", "remaining_time": "0:00:21"}
+{"current_steps": 263, "total_steps": 268, "loss": 0.0567, "lr": 1.0616758154161632e-07, "epoch": 1.962686567164179, "percentage": 98.13, "elapsed_time": "0:16:01", "remaining_time": "0:00:18"}
+{"current_steps": 264, "total_steps": 268, "loss": 0.0612, "lr": 6.795591286109515e-08, "epoch": 1.9701492537313432, "percentage": 98.51, "elapsed_time": "0:16:04", "remaining_time": "0:00:14"}
+{"current_steps": 265, "total_steps": 268, "loss": 0.0481, "lr": 3.822899037286276e-08, "epoch": 1.9776119402985075, "percentage": 98.88, "elapsed_time": "0:16:08", "remaining_time": "0:00:10"}
+{"current_steps": 266, "total_steps": 268, "loss": 0.0534, "lr": 1.6991865450188827e-08, "epoch": 1.9850746268656716, "percentage": 99.25, "elapsed_time": "0:16:11", "remaining_time": "0:00:07"}
+{"current_steps": 267, "total_steps": 268, "loss": 0.0647, "lr": 4.248146830060362e-09, "epoch": 1.9925373134328357, "percentage": 99.63, "elapsed_time": "0:16:15", "remaining_time": "0:00:03"}
+{"current_steps": 268, "total_steps": 268, "loss": 0.0434, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:16:19", "remaining_time": "0:00:00"}
+{"current_steps": 268, "total_steps": 268, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:16:38", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,1926 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 200,
+  "global_step": 268,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007462686567164179,
+      "grad_norm": 0.052013083033399146,
+      "learning_rate": 3.7037037037037037e-06,
+      "loss": 0.1102,
+      "step": 1
+    },
+    {
+      "epoch": 0.014925373134328358,
+      "grad_norm": 0.04863489399680276,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 0.0782,
+      "step": 2
+    },
+    {
+      "epoch": 0.022388059701492536,
+      "grad_norm": 0.04650403014200427,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.0887,
+      "step": 3
+    },
+    {
+      "epoch": 0.029850746268656716,
+      "grad_norm": 0.06016511021899447,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 0.0997,
+      "step": 4
+    },
+    {
+      "epoch": 0.03731343283582089,
+      "grad_norm": 0.059950159945642095,
+      "learning_rate": 1.8518518518518518e-05,
+      "loss": 0.1068,
+      "step": 5
+    },
+    {
+      "epoch": 0.04477611940298507,
+      "grad_norm": 0.06801325365135043,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.1309,
+      "step": 6
+    },
+    {
+      "epoch": 0.05223880597014925,
+      "grad_norm": 0.07378383041901229,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 0.1307,
+      "step": 7
+    },
+    {
+      "epoch": 0.05970149253731343,
+      "grad_norm": 0.05285711413560543,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 0.088,
+      "step": 8
+    },
+    {
+      "epoch": 0.06716417910447761,
+      "grad_norm": 0.06235445122453932,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.0892,
+      "step": 9
+    },
+    {
+      "epoch": 0.07462686567164178,
+      "grad_norm": 0.07203989250824563,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 0.0853,
+      "step": 10
+    },
+    {
+      "epoch": 0.08208955223880597,
+      "grad_norm": 0.05303096394664147,
+      "learning_rate": 4.074074074074074e-05,
+      "loss": 0.0697,
+      "step": 11
+    },
+    {
+      "epoch": 0.08955223880597014,
+      "grad_norm": 0.0668663305840225,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.0721,
+      "step": 12
+    },
+    {
+      "epoch": 0.09701492537313433,
+      "grad_norm": 0.09237909483778411,
+      "learning_rate": 4.814814814814815e-05,
+      "loss": 0.0991,
+      "step": 13
+    },
+    {
+      "epoch": 0.1044776119402985,
+      "grad_norm": 0.058025150346422645,
+      "learning_rate": 5.185185185185185e-05,
+      "loss": 0.0857,
+      "step": 14
+    },
+    {
+      "epoch": 0.11194029850746269,
+      "grad_norm": 0.06966685338541448,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 0.0873,
+      "step": 15
+    },
+    {
+      "epoch": 0.11940298507462686,
+      "grad_norm": 0.05479814780024978,
+      "learning_rate": 5.925925925925926e-05,
+      "loss": 0.0704,
+      "step": 16
+    },
+    {
+      "epoch": 0.12686567164179105,
+      "grad_norm": 0.0440215115227343,
+      "learning_rate": 6.296296296296296e-05,
+      "loss": 0.0646,
+      "step": 17
+    },
+    {
+      "epoch": 0.13432835820895522,
+      "grad_norm": 0.04983222050041505,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 0.0586,
+      "step": 18
+    },
+    {
+      "epoch": 0.1417910447761194,
+      "grad_norm": 0.05341182048539008,
+      "learning_rate": 7.037037037037038e-05,
+      "loss": 0.0728,
+      "step": 19
+    },
+    {
+      "epoch": 0.14925373134328357,
+      "grad_norm": 0.062352625208864434,
+      "learning_rate": 7.407407407407407e-05,
+      "loss": 0.0659,
+      "step": 20
+    },
+    {
+      "epoch": 0.15671641791044777,
+      "grad_norm": 0.06961862010819499,
+      "learning_rate": 7.777777777777778e-05,
+      "loss": 0.0563,
+      "step": 21
+    },
+    {
+      "epoch": 0.16417910447761194,
+      "grad_norm": 0.07349025149953163,
+      "learning_rate": 8.148148148148148e-05,
+      "loss": 0.0698,
+      "step": 22
+    },
+    {
+      "epoch": 0.17164179104477612,
+      "grad_norm": 0.08912963906493375,
+      "learning_rate": 8.518518518518518e-05,
+      "loss": 0.0731,
+      "step": 23
+    },
+    {
+      "epoch": 0.1791044776119403,
+      "grad_norm": 0.07771573512531293,
+      "learning_rate": 8.888888888888889e-05,
+      "loss": 0.0601,
+      "step": 24
+    },
+    {
+      "epoch": 0.1865671641791045,
+      "grad_norm": 0.07375666387698736,
+      "learning_rate": 9.25925925925926e-05,
+      "loss": 0.0598,
+      "step": 25
+    },
+    {
+      "epoch": 0.19402985074626866,
+      "grad_norm": 0.06387352388289207,
+      "learning_rate": 9.62962962962963e-05,
+      "loss": 0.063,
+      "step": 26
+    },
+    {
+      "epoch": 0.20149253731343283,
+      "grad_norm": 0.05770123465757898,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 27
+    },
+    {
+      "epoch": 0.208955223880597,
+      "grad_norm": 0.054048084601145345,
+      "learning_rate": 9.999575185316994e-05,
+      "loss": 0.0628,
+      "step": 28
+    },
+    {
+      "epoch": 0.21641791044776118,
+      "grad_norm": 0.05890919532309351,
+      "learning_rate": 9.998300813454982e-05,
+      "loss": 0.0686,
+      "step": 29
+    },
+    {
+      "epoch": 0.22388059701492538,
+      "grad_norm": 0.06510115188767437,
+      "learning_rate": 9.996177100962714e-05,
+      "loss": 0.0762,
+      "step": 30
+    },
+    {
+      "epoch": 0.23134328358208955,
+      "grad_norm": 0.053063431559380404,
+      "learning_rate": 9.99320440871389e-05,
+      "loss": 0.0839,
+      "step": 31
+    },
+    {
+      "epoch": 0.23880597014925373,
+      "grad_norm": 0.04538349240796014,
+      "learning_rate": 9.989383241845838e-05,
+      "loss": 0.0654,
+      "step": 32
+    },
+    {
+      "epoch": 0.2462686567164179,
+      "grad_norm": 0.03539564549356966,
+      "learning_rate": 9.984714249673675e-05,
+      "loss": 0.0496,
+      "step": 33
+    },
+    {
+      "epoch": 0.2537313432835821,
+      "grad_norm": 0.040024950601528136,
+      "learning_rate": 9.979198225579968e-05,
+      "loss": 0.064,
+      "step": 34
+    },
+    {
+      "epoch": 0.26119402985074625,
+      "grad_norm": 0.06948825968384087,
+      "learning_rate": 9.972836106879935e-05,
+      "loss": 0.0899,
+      "step": 35
+    },
+    {
+      "epoch": 0.26865671641791045,
+      "grad_norm": 0.03641864684712568,
+      "learning_rate": 9.965628974662144e-05,
+      "loss": 0.0535,
+      "step": 36
+    },
+    {
+      "epoch": 0.27611940298507465,
+      "grad_norm": 0.048210194169089476,
+      "learning_rate": 9.957578053604837e-05,
+      "loss": 0.0582,
+      "step": 37
+    },
+    {
+      "epoch": 0.2835820895522388,
+      "grad_norm": 0.038243902848412455,
+      "learning_rate": 9.9486847117678e-05,
+      "loss": 0.0557,
+      "step": 38
+    },
+    {
+      "epoch": 0.291044776119403,
+      "grad_norm": 0.04391453045822785,
+      "learning_rate": 9.938950460359913e-05,
+      "loss": 0.0555,
+      "step": 39
+    },
+    {
+      "epoch": 0.29850746268656714,
+      "grad_norm": 0.03990722508590128,
+      "learning_rate": 9.928376953482343e-05,
+      "loss": 0.0538,
+      "step": 40
+    },
+    {
+      "epoch": 0.30597014925373134,
+      "grad_norm": 0.038713344753186225,
+      "learning_rate": 9.916965987847485e-05,
+      "loss": 0.062,
+      "step": 41
+    },
+    {
+      "epoch": 0.31343283582089554,
+      "grad_norm": 0.043891252872110674,
+      "learning_rate": 9.904719502473634e-05,
+      "loss": 0.0729,
+      "step": 42
+    },
+    {
+      "epoch": 0.3208955223880597,
+      "grad_norm": 0.043451726800329916,
+      "learning_rate": 9.891639578355511e-05,
+      "loss": 0.0673,
+      "step": 43
+    },
+    {
+      "epoch": 0.3283582089552239,
+      "grad_norm": 0.05417686850709893,
+      "learning_rate": 9.877728438110645e-05,
+      "loss": 0.0621,
+      "step": 44
+    },
+    {
+      "epoch": 0.3358208955223881,
+      "grad_norm": 0.04710102286566618,
+      "learning_rate": 9.862988445601688e-05,
+      "loss": 0.0674,
+      "step": 45
+    },
+    {
+      "epoch": 0.34328358208955223,
+      "grad_norm": 0.04303756281606097,
+      "learning_rate": 9.847422105534739e-05,
+      "loss": 0.0745,
+      "step": 46
+    },
+    {
+      "epoch": 0.35074626865671643,
+      "grad_norm": 0.04513289131537309,
+      "learning_rate": 9.831032063033726e-05,
+      "loss": 0.0747,
+      "step": 47
+    },
+    {
+      "epoch": 0.3582089552238806,
+      "grad_norm": 0.03974814589369387,
+      "learning_rate": 9.813821103190932e-05,
+      "loss": 0.0549,
+      "step": 48
+    },
+    {
+      "epoch": 0.3656716417910448,
+      "grad_norm": 0.04476607962393581,
+      "learning_rate": 9.795792150593739e-05,
+      "loss": 0.0646,
+      "step": 49
+    },
+    {
+      "epoch": 0.373134328358209,
+      "grad_norm": 0.03577579931178259,
+      "learning_rate": 9.776948268827659e-05,
+      "loss": 0.0595,
+      "step": 50
+    },
+    {
+      "epoch": 0.3805970149253731,
+      "grad_norm": 0.04809723587992589,
+      "learning_rate": 9.757292659955755e-05,
+      "loss": 0.0644,
+      "step": 51
+    },
+    {
+      "epoch": 0.3880597014925373,
+      "grad_norm": 0.038353896024139626,
+      "learning_rate": 9.736828663974527e-05,
+      "loss": 0.0594,
+      "step": 52
+    },
+    {
+      "epoch": 0.39552238805970147,
+      "grad_norm": 0.04158825035527114,
+      "learning_rate": 9.715559758246363e-05,
+      "loss": 0.0554,
+      "step": 53
+    },
+    {
+      "epoch": 0.40298507462686567,
+      "grad_norm": 0.040559930018824054,
+      "learning_rate": 9.693489556908641e-05,
+      "loss": 0.0645,
+      "step": 54
+    },
+    {
+      "epoch": 0.41044776119402987,
+      "grad_norm": 0.06306440011917559,
+      "learning_rate": 9.670621810259595e-05,
+      "loss": 0.078,
+      "step": 55
+    },
+    {
+      "epoch": 0.417910447761194,
+      "grad_norm": 0.042148943613004676,
+      "learning_rate": 9.646960404121042e-05,
+      "loss": 0.0569,
+      "step": 56
+    },
+    {
+      "epoch": 0.4253731343283582,
+      "grad_norm": 0.04640675633826986,
+      "learning_rate": 9.62250935917808e-05,
+      "loss": 0.0682,
+      "step": 57
+    },
+    {
+      "epoch": 0.43283582089552236,
+      "grad_norm": 0.053493212658384144,
+      "learning_rate": 9.597272830295876e-05,
+      "loss": 0.0808,
+      "step": 58
+    },
+    {
+      "epoch": 0.44029850746268656,
+      "grad_norm": 0.04860235661540847,
+      "learning_rate": 9.571255105813632e-05,
+      "loss": 0.0656,
+      "step": 59
+    },
+    {
+      "epoch": 0.44776119402985076,
+      "grad_norm": 0.04477975237893416,
+      "learning_rate": 9.5444606068159e-05,
+      "loss": 0.0683,
+      "step": 60
+    },
+    {
+      "epoch": 0.4552238805970149,
+      "grad_norm": 0.04817673407206397,
+      "learning_rate": 9.516893886381323e-05,
+      "loss": 0.0752,
+      "step": 61
+    },
+    {
+      "epoch": 0.4626865671641791,
+      "grad_norm": 0.04825888354702613,
+      "learning_rate": 9.488559628808939e-05,
+      "loss": 0.0702,
+      "step": 62
+    },
+    {
+      "epoch": 0.4701492537313433,
+      "grad_norm": 0.048836566311892565,
+      "learning_rate": 9.459462648822208e-05,
+      "loss": 0.0675,
+      "step": 63
+    },
+    {
+      "epoch": 0.47761194029850745,
+      "grad_norm": 0.04135551600617683,
+      "learning_rate": 9.429607890750863e-05,
+      "loss": 0.0593,
+      "step": 64
+    },
+    {
+      "epoch": 0.48507462686567165,
+      "grad_norm": 0.06166570310656485,
+      "learning_rate": 9.399000427690735e-05,
+      "loss": 0.0566,
+      "step": 65
+    },
+    {
+      "epoch": 0.4925373134328358,
+      "grad_norm": 0.046466806343920246,
+      "learning_rate": 9.367645460641716e-05,
+      "loss": 0.0609,
+      "step": 66
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.10263989924117295,
+      "learning_rate": 9.335548317623957e-05,
+      "loss": 0.0718,
+      "step": 67
+    },
+    {
+      "epoch": 0.5074626865671642,
+      "grad_norm": 0.058108824443232655,
+      "learning_rate": 9.302714452772516e-05,
+      "loss": 0.0609,
+      "step": 68
+    },
+    {
+      "epoch": 0.5149253731343284,
+      "grad_norm": 0.060823380041092286,
+      "learning_rate": 9.269149445410545e-05,
+      "loss": 0.064,
+      "step": 69
+    },
+    {
+      "epoch": 0.5223880597014925,
+      "grad_norm": 0.038783477491824724,
+      "learning_rate": 9.234858999101231e-05,
+      "loss": 0.0515,
+      "step": 70
+    },
+    {
+      "epoch": 0.5298507462686567,
+      "grad_norm": 0.05413360115801873,
+      "learning_rate": 9.199848940678606e-05,
+      "loss": 0.0633,
+      "step": 71
+    },
+    {
+      "epoch": 0.5373134328358209,
+      "grad_norm": 0.04527892455539891,
+      "learning_rate": 9.164125219257418e-05,
+      "loss": 0.0557,
+      "step": 72
+    },
+    {
+      "epoch": 0.5447761194029851,
+      "grad_norm": 0.0511013431140608,
+      "learning_rate": 9.127693905222224e-05,
+      "loss": 0.0636,
+      "step": 73
+    },
+    {
+      "epoch": 0.5522388059701493,
+      "grad_norm": 0.05686117150772095,
+      "learning_rate": 9.09056118919587e-05,
+      "loss": 0.065,
+      "step": 74
+    },
+    {
+      "epoch": 0.5597014925373134,
+      "grad_norm": 0.05135823978259575,
+      "learning_rate": 9.052733380987554e-05,
+      "loss": 0.0655,
+      "step": 75
+    },
+    {
+      "epoch": 0.5671641791044776,
+      "grad_norm": 0.054146689118899194,
+      "learning_rate": 9.014216908520618e-05,
+      "loss": 0.0672,
+      "step": 76
+    },
+    {
+      "epoch": 0.5746268656716418,
+      "grad_norm": 0.0436469335582032,
+      "learning_rate": 8.975018316740278e-05,
+      "loss": 0.0471,
+      "step": 77
+    },
+    {
+      "epoch": 0.582089552238806,
+      "grad_norm": 0.048548356045030626,
+      "learning_rate": 8.935144266501469e-05,
+      "loss": 0.0657,
+      "step": 78
+    },
+    {
+      "epoch": 0.5895522388059702,
+      "grad_norm": 0.04229399922006005,
+      "learning_rate": 8.894601533436999e-05,
+      "loss": 0.0587,
+      "step": 79
+    },
+    {
+      "epoch": 0.5970149253731343,
+      "grad_norm": 0.04826920188334625,
+      "learning_rate": 8.853397006806182e-05,
+      "loss": 0.0695,
+      "step": 80
+    },
+    {
+      "epoch": 0.6044776119402985,
+      "grad_norm": 0.04635385316613699,
+      "learning_rate": 8.811537688324188e-05,
+      "loss": 0.0615,
+      "step": 81
+    },
+    {
+      "epoch": 0.6119402985074627,
+      "grad_norm": 0.05001197052013922,
+      "learning_rate": 8.769030690972262e-05,
+      "loss": 0.0736,
+      "step": 82
+    },
+    {
+      "epoch": 0.6194029850746269,
+      "grad_norm": 0.047237913626514194,
+      "learning_rate": 8.725883237789045e-05,
+      "loss": 0.05,
+      "step": 83
+    },
+    {
+      "epoch": 0.6268656716417911,
+      "grad_norm": 0.046414550216027146,
+      "learning_rate": 8.682102660643197e-05,
+      "loss": 0.0547,
+      "step": 84
+    },
+    {
+      "epoch": 0.6343283582089553,
+      "grad_norm": 0.06675177360180477,
+      "learning_rate": 8.637696398987516e-05,
+      "loss": 0.0755,
+      "step": 85
+    },
+    {
+      "epoch": 0.6417910447761194,
+      "grad_norm": 0.04260892791512932,
+      "learning_rate": 8.592671998594794e-05,
+      "loss": 0.0596,
+      "step": 86
+    },
+    {
+      "epoch": 0.6492537313432836,
+      "grad_norm": 0.04140469655494379,
+      "learning_rate": 8.547037110275579e-05,
+      "loss": 0.0498,
+      "step": 87
+    },
+    {
+      "epoch": 0.6567164179104478,
+      "grad_norm": 0.049197123849644295,
+      "learning_rate": 8.50079948857812e-05,
+      "loss": 0.0693,
+      "step": 88
+    },
+    {
+      "epoch": 0.664179104477612,
+      "grad_norm": 0.04353374191129125,
+      "learning_rate": 8.453966990470656e-05,
+      "loss": 0.0667,
+      "step": 89
+    },
+    {
+      "epoch": 0.6716417910447762,
+      "grad_norm": 0.0426226996944138,
+      "learning_rate": 8.406547574006325e-05,
+      "loss": 0.0657,
+      "step": 90
+    },
+    {
+      "epoch": 0.6791044776119403,
+      "grad_norm": 0.04669227970514863,
+      "learning_rate": 8.358549296970876e-05,
+      "loss": 0.062,
+      "step": 91
+    },
+    {
+      "epoch": 0.6865671641791045,
+      "grad_norm": 0.04701963106139751,
+      "learning_rate": 8.309980315513444e-05,
+      "loss": 0.0619,
+      "step": 92
+    },
+    {
+      "epoch": 0.6940298507462687,
+      "grad_norm": 0.04909462370201748,
+      "learning_rate": 8.260848882760615e-05,
+      "loss": 0.0607,
+      "step": 93
+    },
+    {
+      "epoch": 0.7014925373134329,
+      "grad_norm": 0.06109724640086526,
+      "learning_rate": 8.211163347414003e-05,
+      "loss": 0.0641,
+      "step": 94
+    },
+    {
+      "epoch": 0.7089552238805971,
+      "grad_norm": 0.0452019392921164,
+      "learning_rate": 8.160932152331586e-05,
+      "loss": 0.052,
+      "step": 95
+    },
+    {
+      "epoch": 0.7164179104477612,
+      "grad_norm": 0.04995525069883283,
+      "learning_rate": 8.11016383309305e-05,
+      "loss": 0.0642,
+      "step": 96
+    },
+    {
+      "epoch": 0.7238805970149254,
+      "grad_norm": 0.05097665050212965,
+      "learning_rate": 8.058867016549372e-05,
+      "loss": 0.0511,
+      "step": 97
+    },
+    {
+      "epoch": 0.7313432835820896,
+      "grad_norm": 0.052426864602295876,
+      "learning_rate": 8.007050419356899e-05,
+      "loss": 0.0639,
+      "step": 98
+    },
+    {
+      "epoch": 0.7388059701492538,
+      "grad_norm": 0.040293486315801506,
+      "learning_rate": 7.95472284649615e-05,
+      "loss": 0.0459,
+      "step": 99
+    },
+    {
+      "epoch": 0.746268656716418,
+      "grad_norm": 0.04023826231697103,
+      "learning_rate": 7.90189318977564e-05,
+      "loss": 0.0511,
+      "step": 100
+    },
+    {
+      "epoch": 0.753731343283582,
+      "grad_norm": 0.046683930135103635,
+      "learning_rate": 7.848570426320917e-05,
+      "loss": 0.0628,
+      "step": 101
+    },
+    {
+      "epoch": 0.7611940298507462,
+      "grad_norm": 0.059216734501315524,
+      "learning_rate": 7.794763617049124e-05,
+      "loss": 0.0703,
+      "step": 102
+    },
+    {
+      "epoch": 0.7686567164179104,
+      "grad_norm": 0.05141886608418429,
+      "learning_rate": 7.740481905129306e-05,
+      "loss": 0.077,
+      "step": 103
+    },
+    {
+      "epoch": 0.7761194029850746,
+      "grad_norm": 0.054962350231581254,
+      "learning_rate": 7.685734514428766e-05,
+      "loss": 0.0679,
+      "step": 104
+    },
+    {
+      "epoch": 0.7835820895522388,
+      "grad_norm": 0.038468617770978104,
+      "learning_rate": 7.630530747945673e-05,
+      "loss": 0.0437,
+      "step": 105
+    },
+    {
+      "epoch": 0.7910447761194029,
+      "grad_norm": 0.05202447048914299,
+      "learning_rate": 7.574879986228245e-05,
+      "loss": 0.0619,
+      "step": 106
+    },
+    {
+      "epoch": 0.7985074626865671,
+      "grad_norm": 0.05303959137597775,
+      "learning_rate": 7.518791685780768e-05,
+      "loss": 0.0584,
+      "step": 107
+    },
+    {
+      "epoch": 0.8059701492537313,
+      "grad_norm": 0.05249396950922748,
+      "learning_rate": 7.46227537745667e-05,
+      "loss": 0.071,
+      "step": 108
+    },
+    {
+      "epoch": 0.8134328358208955,
+      "grad_norm": 0.09166647782946208,
+      "learning_rate": 7.405340664838993e-05,
+      "loss": 0.0703,
+      "step": 109
+    },
+    {
+      "epoch": 0.8208955223880597,
+      "grad_norm": 0.048179258631028794,
+      "learning_rate": 7.347997222608492e-05,
+      "loss": 0.058,
+      "step": 110
+    },
+    {
+      "epoch": 0.8283582089552238,
+      "grad_norm": 0.03829536928873207,
+      "learning_rate": 7.290254794899664e-05,
+      "loss": 0.0476,
+      "step": 111
+    },
+    {
+      "epoch": 0.835820895522388,
+      "grad_norm": 0.047644186186153,
+      "learning_rate": 7.232123193644957e-05,
+      "loss": 0.0617,
+      "step": 112
+    },
+    {
+      "epoch": 0.8432835820895522,
+      "grad_norm": 0.045695845294737504,
+      "learning_rate": 7.173612296907472e-05,
+      "loss": 0.0557,
+      "step": 113
+    },
+    {
+      "epoch": 0.8507462686567164,
+      "grad_norm": 0.041154907539465366,
+      "learning_rate": 7.114732047202433e-05,
+      "loss": 0.0461,
+      "step": 114
+    },
+    {
+      "epoch": 0.8582089552238806,
+      "grad_norm": 0.04472457421440064,
+      "learning_rate": 7.055492449807684e-05,
+      "loss": 0.0578,
+      "step": 115
+    },
+    {
+      "epoch": 0.8656716417910447,
+      "grad_norm": 0.044003200428972454,
+      "learning_rate": 6.99590357106354e-05,
+      "loss": 0.0559,
+      "step": 116
+    },
+    {
+      "epoch": 0.8731343283582089,
+      "grad_norm": 0.044897401580975174,
+      "learning_rate": 6.935975536662253e-05,
+      "loss": 0.0567,
+      "step": 117
+    },
+    {
+      "epoch": 0.8805970149253731,
+      "grad_norm": 0.06205996022296411,
+      "learning_rate": 6.875718529927405e-05,
+      "loss": 0.0711,
+      "step": 118
+    },
+    {
+      "epoch": 0.8880597014925373,
+      "grad_norm": 0.07334951273655922,
+      "learning_rate": 6.815142790083472e-05,
+      "loss": 0.0638,
+      "step": 119
+    },
+    {
+      "epoch": 0.8955223880597015,
+      "grad_norm": 0.048838297880021586,
+      "learning_rate": 6.75425861051595e-05,
+      "loss": 0.0592,
+      "step": 120
+    },
+    {
+      "epoch": 0.9029850746268657,
+      "grad_norm": 0.039421775418231796,
+      "learning_rate": 6.693076337022211e-05,
+      "loss": 0.0527,
+      "step": 121
+    },
+    {
+      "epoch": 0.9104477611940298,
+      "grad_norm": 0.05254528114345878,
+      "learning_rate": 6.631606366053506e-05,
+      "loss": 0.0619,
+      "step": 122
+    },
+    {
+      "epoch": 0.917910447761194,
+      "grad_norm": 0.03995739666790466,
+      "learning_rate": 6.569859142948328e-05,
+      "loss": 0.0496,
+      "step": 123
+    },
+    {
+      "epoch": 0.9253731343283582,
+      "grad_norm": 0.051970179463065154,
+      "learning_rate": 6.507845160157477e-05,
+      "loss": 0.069,
+      "step": 124
+    },
+    {
+      "epoch": 0.9328358208955224,
+      "grad_norm": 0.04793683722888212,
+      "learning_rate": 6.445574955461134e-05,
+      "loss": 0.0525,
+      "step": 125
+    },
+    {
+      "epoch": 0.9402985074626866,
+      "grad_norm": 0.05379432228035319,
+      "learning_rate": 6.383059110178204e-05,
+      "loss": 0.0652,
+      "step": 126
+    },
+    {
+      "epoch": 0.9477611940298507,
+      "grad_norm": 0.039301722434928965,
+      "learning_rate": 6.320308247368286e-05,
+      "loss": 0.0436,
+      "step": 127
+    },
+    {
+      "epoch": 0.9552238805970149,
+      "grad_norm": 0.054268725778200196,
+      "learning_rate": 6.257333030026538e-05,
+      "loss": 0.0778,
+      "step": 128
+    },
+    {
+      "epoch": 0.9626865671641791,
+      "grad_norm": 0.05347351895550439,
+      "learning_rate": 6.194144159271756e-05,
+      "loss": 0.0674,
+      "step": 129
+    },
+    {
+      "epoch": 0.9701492537313433,
+      "grad_norm": 0.04106166151438287,
+      "learning_rate": 6.130752372527982e-05,
+      "loss": 0.0556,
+      "step": 130
+    },
+    {
+      "epoch": 0.9776119402985075,
+      "grad_norm": 0.042096329064543504,
+      "learning_rate": 6.0671684416999273e-05,
+      "loss": 0.0563,
+      "step": 131
+    },
+    {
+      "epoch": 0.9850746268656716,
+      "grad_norm": 0.042856416255926746,
+      "learning_rate": 6.003403171342563e-05,
+      "loss": 0.0571,
+      "step": 132
+    },
+    {
+      "epoch": 0.9925373134328358,
+      "grad_norm": 0.09639449839659897,
+      "learning_rate": 5.939467396825137e-05,
+      "loss": 0.0688,
+      "step": 133
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.04602779722879925,
+      "learning_rate": 5.875371982489959e-05,
+      "loss": 0.0656,
+      "step": 134
+    },
+    {
+      "epoch": 1.007462686567164,
+      "grad_norm": 0.040909439202533183,
+      "learning_rate": 5.811127819806277e-05,
+      "loss": 0.0471,
+      "step": 135
+    },
+    {
+      "epoch": 1.0149253731343284,
+      "grad_norm": 0.038911267954833365,
+      "learning_rate": 5.7467458255195384e-05,
+      "loss": 0.0469,
+      "step": 136
+    },
+    {
+      "epoch": 1.0223880597014925,
+      "grad_norm": 0.041384462535256024,
+      "learning_rate": 5.682236939796337e-05,
+      "loss": 0.0474,
+      "step": 137
+    },
+    {
+      "epoch": 1.0298507462686568,
+      "grad_norm": 0.04094166724352337,
+      "learning_rate": 5.61761212436541e-05,
+      "loss": 0.0564,
+      "step": 138
+    },
+    {
+      "epoch": 1.037313432835821,
+      "grad_norm": 0.04242464397313712,
+      "learning_rate": 5.55288236065495e-05,
+      "loss": 0.0562,
+      "step": 139
+    },
+    {
+      "epoch": 1.044776119402985,
+      "grad_norm": 0.04195771321895051,
+      "learning_rate": 5.488058647926577e-05,
+      "loss": 0.0579,
+      "step": 140
+    },
+    {
+      "epoch": 1.0522388059701493,
+      "grad_norm": 0.04417558638478372,
+      "learning_rate": 5.423152001406282e-05,
+      "loss": 0.0491,
+      "step": 141
+    },
+    {
+      "epoch": 1.0597014925373134,
+      "grad_norm": 0.042202769607083065,
+      "learning_rate": 5.3581734504126494e-05,
+      "loss": 0.0422,
+      "step": 142
+    },
+    {
+      "epoch": 1.0671641791044777,
+      "grad_norm": 0.0535587333202052,
+      "learning_rate": 5.293134036482698e-05,
+      "loss": 0.0685,
+      "step": 143
+    },
+    {
+      "epoch": 1.0746268656716418,
+      "grad_norm": 0.055138388599660325,
+      "learning_rate": 5.2280448114956316e-05,
+      "loss": 0.0431,
+      "step": 144
+    },
+    {
+      "epoch": 1.0820895522388059,
+      "grad_norm": 0.04652366823377736,
+      "learning_rate": 5.1629168357948435e-05,
+      "loss": 0.0561,
+      "step": 145
+    },
+    {
+      "epoch": 1.0895522388059702,
+      "grad_norm": 0.04332617542969012,
+      "learning_rate": 5.097761176308471e-05,
+      "loss": 0.0502,
+      "step": 146
+    },
+    {
+      "epoch": 1.0970149253731343,
+      "grad_norm": 0.050237476394082006,
+      "learning_rate": 5.032588904668851e-05,
+      "loss": 0.0532,
+      "step": 147
+    },
+    {
+      "epoch": 1.1044776119402986,
+      "grad_norm": 0.04573637385227261,
+      "learning_rate": 4.967411095331149e-05,
+      "loss": 0.0535,
+      "step": 148
+    },
+    {
+      "epoch": 1.1119402985074627,
+      "grad_norm": 0.052957518437750144,
+      "learning_rate": 4.90223882369153e-05,
+      "loss": 0.0554,
+      "step": 149
+    },
+    {
+      "epoch": 1.1194029850746268,
+      "grad_norm": 0.049130859361772125,
+      "learning_rate": 4.837083164205159e-05,
+      "loss": 0.0513,
+      "step": 150
+    },
+    {
+      "epoch": 1.126865671641791,
+      "grad_norm": 0.0634402040983951,
+      "learning_rate": 4.771955188504371e-05,
+      "loss": 0.0624,
+      "step": 151
+    },
+    {
+      "epoch": 1.1343283582089552,
+      "grad_norm": 0.05147023431572683,
+      "learning_rate": 4.7068659635173026e-05,
+      "loss": 0.0565,
+      "step": 152
+    },
+    {
+      "epoch": 1.1417910447761195,
+      "grad_norm": 0.05221315881539783,
+      "learning_rate": 4.641826549587352e-05,
+      "loss": 0.0547,
+      "step": 153
+    },
+    {
+      "epoch": 1.1492537313432836,
+      "grad_norm": 0.03426733553834016,
+      "learning_rate": 4.57684799859372e-05,
+      "loss": 0.0386,
+      "step": 154
+    },
+    {
+      "epoch": 1.1567164179104479,
+      "grad_norm": 0.06218464776243875,
+      "learning_rate": 4.511941352073424e-05,
+      "loss": 0.0602,
+      "step": 155
+    },
+    {
+      "epoch": 1.164179104477612,
+      "grad_norm": 0.058610888212060334,
+      "learning_rate": 4.447117639345052e-05,
+      "loss": 0.0546,
+      "step": 156
+    },
+    {
+      "epoch": 1.171641791044776,
+      "grad_norm": 0.047137689334926215,
+      "learning_rate": 4.382387875634591e-05,
+      "loss": 0.0585,
+      "step": 157
+    },
+    {
+      "epoch": 1.1791044776119404,
+      "grad_norm": 0.04620501362827189,
+      "learning_rate": 4.317763060203664e-05,
+      "loss": 0.0433,
+      "step": 158
+    },
+    {
+      "epoch": 1.1865671641791045,
+      "grad_norm": 0.047425544118622535,
+      "learning_rate": 4.253254174480462e-05,
+      "loss": 0.0479,
+      "step": 159
+    },
+    {
+      "epoch": 1.1940298507462686,
+      "grad_norm": 0.04524911074502717,
+      "learning_rate": 4.188872180193723e-05,
+      "loss": 0.0455,
+      "step": 160
+    },
+    {
+      "epoch": 1.2014925373134329,
+      "grad_norm": 0.06371288429132108,
+      "learning_rate": 4.124628017510043e-05,
+      "loss": 0.0598,
+      "step": 161
+    },
+    {
+      "epoch": 1.208955223880597,
+      "grad_norm": 0.05407226554415295,
+      "learning_rate": 4.0605326031748645e-05,
+      "loss": 0.0454,
+      "step": 162
+    },
+    {
+      "epoch": 1.2164179104477613,
+      "grad_norm": 0.052130810413710434,
+      "learning_rate": 3.9965968286574376e-05,
+      "loss": 0.0486,
+      "step": 163
+    },
+    {
+      "epoch": 1.2238805970149254,
+      "grad_norm": 0.049882104045062874,
+      "learning_rate": 3.932831558300074e-05,
+      "loss": 0.06,
+      "step": 164
+    },
+    {
+      "epoch": 1.2313432835820897,
+      "grad_norm": 0.047714903046634234,
+      "learning_rate": 3.869247627472021e-05,
+      "loss": 0.0423,
+      "step": 165
+    },
+    {
+      "epoch": 1.2388059701492538,
+      "grad_norm": 0.04738164856167183,
+      "learning_rate": 3.8058558407282464e-05,
+      "loss": 0.0514,
+      "step": 166
+    },
+    {
+      "epoch": 1.2462686567164178,
+      "grad_norm": 0.054171340333948444,
+      "learning_rate": 3.742666969973463e-05,
+      "loss": 0.0506,
+      "step": 167
+    },
+    {
+      "epoch": 1.2537313432835822,
+      "grad_norm": 0.06193913420989349,
+      "learning_rate": 3.6796917526317156e-05,
+      "loss": 0.0607,
+      "step": 168
+    },
+    {
+      "epoch": 1.2611940298507462,
+      "grad_norm": 0.05192825206437601,
+      "learning_rate": 3.616940889821797e-05,
+      "loss": 0.0613,
+      "step": 169
+    },
+    {
+      "epoch": 1.2686567164179103,
+      "grad_norm": 0.04777566009651317,
+      "learning_rate": 3.5544250445388675e-05,
+      "loss": 0.045,
+      "step": 170
+    },
+    {
+      "epoch": 1.2761194029850746,
+      "grad_norm": 0.06626981462090721,
+      "learning_rate": 3.492154839842525e-05,
+      "loss": 0.0484,
+      "step": 171
+    },
+    {
+      "epoch": 1.2835820895522387,
+      "grad_norm": 0.05088197809774847,
+      "learning_rate": 3.430140857051675e-05,
+      "loss": 0.0495,
+      "step": 172
+    },
+    {
+      "epoch": 1.291044776119403,
+      "grad_norm": 0.06694542314545353,
+      "learning_rate": 3.368393633946496e-05,
+      "loss": 0.0565,
+      "step": 173
+    },
+    {
+      "epoch": 1.2985074626865671,
+      "grad_norm": 0.05208668148986899,
+      "learning_rate": 3.306923662977789e-05,
+      "loss": 0.0536,
+      "step": 174
+    },
+    {
+      "epoch": 1.3059701492537314,
+      "grad_norm": 0.05156528214968674,
+      "learning_rate": 3.245741389484052e-05,
+      "loss": 0.0502,
+      "step": 175
+    },
+    {
+      "epoch": 1.3134328358208955,
+      "grad_norm": 0.04744808607095092,
+      "learning_rate": 3.184857209916528e-05,
+      "loss": 0.0432,
+      "step": 176
+    },
+    {
+      "epoch": 1.3208955223880596,
+      "grad_norm": 0.06528967128573542,
+      "learning_rate": 3.124281470072597e-05,
+      "loss": 0.0644,
+      "step": 177
+    },
+    {
+      "epoch": 1.328358208955224,
+      "grad_norm": 0.058894947513357526,
+      "learning_rate": 3.064024463337747e-05,
+      "loss": 0.0484,
+      "step": 178
+    },
+    {
+      "epoch": 1.335820895522388,
+      "grad_norm": 0.05026020412511888,
+      "learning_rate": 3.0040964289364616e-05,
+      "loss": 0.0417,
+      "step": 179
+    },
+    {
+      "epoch": 1.3432835820895521,
+      "grad_norm": 0.06005388252167612,
+      "learning_rate": 2.944507550192318e-05,
+      "loss": 0.0682,
+      "step": 180
+    },
+    {
+      "epoch": 1.3507462686567164,
+      "grad_norm": 0.051085898707810704,
+      "learning_rate": 2.885267952797569e-05,
+      "loss": 0.042,
+      "step": 181
+    },
+    {
+      "epoch": 1.3582089552238805,
+      "grad_norm": 0.05394693029172925,
+      "learning_rate": 2.8263877030925277e-05,
+      "loss": 0.0555,
+      "step": 182
+    },
+    {
+      "epoch": 1.3656716417910448,
+      "grad_norm": 0.053531960618490665,
+      "learning_rate": 2.7678768063550452e-05,
+      "loss": 0.058,
+      "step": 183
+    },
+    {
+      "epoch": 1.373134328358209,
+      "grad_norm": 0.059380977888763835,
+      "learning_rate": 2.7097452051003375e-05,
+      "loss": 0.0565,
+      "step": 184
+    },
+    {
+      "epoch": 1.3805970149253732,
+      "grad_norm": 0.06658133987250674,
+      "learning_rate": 2.6520027773915075e-05,
+      "loss": 0.0347,
+      "step": 185
+    },
+    {
+      "epoch": 1.3880597014925373,
+      "grad_norm": 0.05180468695999146,
+      "learning_rate": 2.5946593351610082e-05,
+      "loss": 0.0455,
+      "step": 186
+    },
+    {
+      "epoch": 1.3955223880597014,
+      "grad_norm": 0.05344942915082364,
+      "learning_rate": 2.5377246225433303e-05,
+      "loss": 0.0538,
+      "step": 187
+    },
+    {
+      "epoch": 1.4029850746268657,
+      "grad_norm": 0.047334027874124045,
+      "learning_rate": 2.4812083142192328e-05,
+      "loss": 0.0431,
+      "step": 188
+    },
+    {
+      "epoch": 1.4104477611940298,
+      "grad_norm": 0.05091860796198701,
+      "learning_rate": 2.4251200137717544e-05,
+      "loss": 0.0528,
+      "step": 189
+    },
+    {
+      "epoch": 1.417910447761194,
+      "grad_norm": 0.07249786708752295,
+      "learning_rate": 2.3694692520543295e-05,
+      "loss": 0.0451,
+      "step": 190
+    },
+    {
+      "epoch": 1.4253731343283582,
+      "grad_norm": 0.04534779714214529,
+      "learning_rate": 2.3142654855712354e-05,
+      "loss": 0.0389,
+      "step": 191
+    },
+    {
+      "epoch": 1.4328358208955223,
+      "grad_norm": 0.043997856969624605,
+      "learning_rate": 2.259518094870693e-05,
+      "loss": 0.0328,
+      "step": 192
+    },
+    {
+      "epoch": 1.4402985074626866,
+      "grad_norm": 0.06299574448257929,
+      "learning_rate": 2.2052363829508775e-05,
+      "loss": 0.0556,
+      "step": 193
+    },
+    {
+      "epoch": 1.4477611940298507,
+      "grad_norm": 0.053125137372870675,
+      "learning_rate": 2.151429573679084e-05,
+      "loss": 0.0504,
+      "step": 194
+    },
+    {
+      "epoch": 1.455223880597015,
+      "grad_norm": 0.06653237383041379,
+      "learning_rate": 2.0981068102243616e-05,
+      "loss": 0.0518,
+      "step": 195
+    },
+    {
+      "epoch": 1.462686567164179,
+      "grad_norm": 0.06313206614449261,
+      "learning_rate": 2.0452771535038518e-05,
+      "loss": 0.0588,
+      "step": 196
+    },
+    {
+      "epoch": 1.4701492537313432,
+      "grad_norm": 0.05503341919363748,
+      "learning_rate": 1.9929495806431025e-05,
+      "loss": 0.0464,
+      "step": 197
+    },
+    {
+      "epoch": 1.4776119402985075,
+      "grad_norm": 0.08475277341464003,
+      "learning_rate": 1.9411329834506286e-05,
+      "loss": 0.0559,
+      "step": 198
+    },
+    {
+      "epoch": 1.4850746268656716,
+      "grad_norm": 0.059758311961399115,
+      "learning_rate": 1.8898361669069497e-05,
+      "loss": 0.0502,
+      "step": 199
+    },
+    {
+      "epoch": 1.4925373134328357,
+      "grad_norm": 0.0566937190251894,
+      "learning_rate": 1.8390678476684142e-05,
+      "loss": 0.045,
+      "step": 200
+    },
+    {
+      "epoch": 1.4925373134328357,
+      "eval_loss": 0.05160621926188469,
+      "eval_runtime": 2.8825,
+      "eval_samples_per_second": 2.082,
+      "eval_steps_per_second": 0.694,
+      "step": 200
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.05932628824267549,
+      "learning_rate": 1.7888366525859968e-05,
+      "loss": 0.0566,
+      "step": 201
+    },
+    {
+      "epoch": 1.5074626865671643,
+      "grad_norm": 0.06517365948496257,
+      "learning_rate": 1.739151117239385e-05,
+      "loss": 0.0477,
+      "step": 202
+    },
+    {
+      "epoch": 1.5149253731343284,
+      "grad_norm": 0.06025109480656823,
+      "learning_rate": 1.6900196844865573e-05,
+      "loss": 0.0533,
+      "step": 203
+    },
+    {
+      "epoch": 1.5223880597014925,
+      "grad_norm": 0.05776683125652848,
+      "learning_rate": 1.641450703029125e-05,
+      "loss": 0.0519,
+      "step": 204
+    },
+    {
+      "epoch": 1.5298507462686568,
+      "grad_norm": 0.05126422412747507,
+      "learning_rate": 1.5934524259936756e-05,
+      "loss": 0.046,
+      "step": 205
+    },
+    {
+      "epoch": 1.537313432835821,
+      "grad_norm": 0.05499081947502462,
+      "learning_rate": 1.5460330095293447e-05,
+      "loss": 0.0498,
+      "step": 206
+    },
+    {
+      "epoch": 1.544776119402985,
+      "grad_norm": 0.054532441322362145,
+      "learning_rate": 1.4992005114218805e-05,
+      "loss": 0.0497,
+      "step": 207
+    },
+    {
+      "epoch": 1.5522388059701493,
+      "grad_norm": 0.05155352979429458,
+      "learning_rate": 1.4529628897244212e-05,
+      "loss": 0.0495,
+      "step": 208
+    },
+    {
+      "epoch": 1.5597014925373134,
+      "grad_norm": 0.05542559514479037,
+      "learning_rate": 1.4073280014052077e-05,
+      "loss": 0.0514,
+      "step": 209
+    },
+    {
+      "epoch": 1.5671641791044775,
+      "grad_norm": 0.05135507971158835,
+      "learning_rate": 1.3623036010124846e-05,
+      "loss": 0.044,
+      "step": 210
+    },
+    {
+      "epoch": 1.5746268656716418,
+      "grad_norm": 0.058416874316592246,
+      "learning_rate": 1.3178973393568057e-05,
+      "loss": 0.0529,
+      "step": 211
+    },
+    {
+      "epoch": 1.582089552238806,
+      "grad_norm": 0.06608672504247858,
+      "learning_rate": 1.2741167622109556e-05,
+      "loss": 0.047,
+      "step": 212
+    },
+    {
+      "epoch": 1.5895522388059702,
+      "grad_norm": 0.05339647478698718,
+      "learning_rate": 1.230969309027739e-05,
+      "loss": 0.0476,
+      "step": 213
+    },
+    {
+      "epoch": 1.5970149253731343,
+      "grad_norm": 0.05349408967847287,
+      "learning_rate": 1.1884623116758121e-05,
+      "loss": 0.0539,
+      "step": 214
+    },
+    {
+      "epoch": 1.6044776119402986,
+      "grad_norm": 0.06251421298143098,
+      "learning_rate": 1.1466029931938182e-05,
+      "loss": 0.0576,
+      "step": 215
+    },
+    {
+      "epoch": 1.6119402985074627,
+      "grad_norm": 0.05818884547573859,
+      "learning_rate": 1.1053984665630024e-05,
+      "loss": 0.0449,
+      "step": 216
+    },
+    {
+      "epoch": 1.6194029850746268,
+      "grad_norm": 0.06635422601410046,
+      "learning_rate": 1.0648557334985309e-05,
+      "loss": 0.0589,
+      "step": 217
+    },
+    {
+      "epoch": 1.626865671641791,
+      "grad_norm": 0.06199310551396039,
+      "learning_rate": 1.024981683259723e-05,
+      "loss": 0.0549,
+      "step": 218
+    },
+    {
+      "epoch": 1.6343283582089554,
+      "grad_norm": 0.05854052760292475,
+      "learning_rate": 9.857830914793826e-06,
+      "loss": 0.0537,
+      "step": 219
+    },
+    {
+      "epoch": 1.6417910447761193,
+      "grad_norm": 0.05630714698637382,
+      "learning_rate": 9.472666190124457e-06,
+      "loss": 0.0436,
+      "step": 220
+    },
+    {
+      "epoch": 1.6492537313432836,
+      "grad_norm": 0.07031869032406533,
+      "learning_rate": 9.094388108041302e-06,
+      "loss": 0.0571,
+      "step": 221
+    },
+    {
+      "epoch": 1.6567164179104479,
+      "grad_norm": 0.05814344040804166,
+      "learning_rate": 8.723060947777777e-06,
+      "loss": 0.0516,
+      "step": 222
+    },
+    {
+      "epoch": 1.664179104477612,
+      "grad_norm": 0.05546972348565669,
+      "learning_rate": 8.358747807425826e-06,
+      "loss": 0.0501,
+      "step": 223
+    },
+    {
+      "epoch": 1.671641791044776,
+      "grad_norm": 0.05885213108993019,
+      "learning_rate": 8.001510593213946e-06,
+      "loss": 0.0531,
+      "step": 224
+    },
+    {
+      "epoch": 1.6791044776119404,
+      "grad_norm": 0.05781771358261457,
+      "learning_rate": 7.651410008987697e-06,
+      "loss": 0.0564,
+      "step": 225
+    },
+    {
+      "epoch": 1.6865671641791045,
+      "grad_norm": 0.04969672388657159,
+      "learning_rate": 7.308505545894567e-06,
+      "loss": 0.0459,
+      "step": 226
+    },
+    {
+      "epoch": 1.6940298507462686,
+      "grad_norm": 0.06333951352732294,
+      "learning_rate": 6.972855472274853e-06,
+      "loss": 0.0539,
+      "step": 227
+    },
+    {
+      "epoch": 1.7014925373134329,
+      "grad_norm": 0.054243290434551374,
+      "learning_rate": 6.6445168237604385e-06,
+      "loss": 0.0583,
+      "step": 228
+    },
+    {
+      "epoch": 1.7089552238805972,
+      "grad_norm": 0.062381356109196505,
+      "learning_rate": 6.323545393582847e-06,
+      "loss": 0.0526,
+      "step": 229
+    },
+    {
+      "epoch": 1.716417910447761,
+      "grad_norm": 0.05352131312449274,
+      "learning_rate": 6.009995723092654e-06,
+      "loss": 0.051,
+      "step": 230
+    },
+    {
+      "epoch": 1.7238805970149254,
+      "grad_norm": 0.08133118347909825,
+      "learning_rate": 5.703921092491393e-06,
+      "loss": 0.0546,
+      "step": 231
+    },
+    {
+      "epoch": 1.7313432835820897,
+      "grad_norm": 0.061792530859342706,
+      "learning_rate": 5.405373511777939e-06,
+      "loss": 0.0624,
+      "step": 232
+    },
+    {
+      "epoch": 1.7388059701492538,
+      "grad_norm": 0.06261273067356346,
+      "learning_rate": 5.114403711910632e-06,
+      "loss": 0.0565,
+      "step": 233
+    },
+    {
+      "epoch": 1.7462686567164178,
+      "grad_norm": 0.06920687367618827,
+      "learning_rate": 4.8310611361867875e-06,
+      "loss": 0.0569,
+      "step": 234
+    },
+    {
+      "epoch": 1.7537313432835822,
+      "grad_norm": 0.05264649139145527,
+      "learning_rate": 4.555393931841001e-06,
+      "loss": 0.0457,
+      "step": 235
+    },
+    {
+      "epoch": 1.7611940298507462,
+      "grad_norm": 0.05790379077052085,
+      "learning_rate": 4.287448941863692e-06,
+      "loss": 0.0462,
+      "step": 236
+    },
+    {
+      "epoch": 1.7686567164179103,
+      "grad_norm": 0.056254761733788176,
+      "learning_rate": 4.027271697041252e-06,
+      "loss": 0.0497,
+      "step": 237
+    },
+    {
+      "epoch": 1.7761194029850746,
+      "grad_norm": 0.05681655517912698,
+      "learning_rate": 3.7749064082191977e-06,
+      "loss": 0.0432,
+      "step": 238
+    },
+    {
+      "epoch": 1.783582089552239,
+      "grad_norm": 0.05498430562467159,
+      "learning_rate": 3.5303959587895898e-06,
+      "loss": 0.0523,
+      "step": 239
+    },
+    {
+      "epoch": 1.7910447761194028,
+      "grad_norm": 0.06063185430675877,
+      "learning_rate": 3.2937818974040635e-06,
+      "loss": 0.0636,
+      "step": 240
+    },
+    {
+      "epoch": 1.7985074626865671,
+      "grad_norm": 0.058955207729966874,
+      "learning_rate": 3.065104430913601e-06,
+      "loss": 0.058,
+      "step": 241
+    },
+    {
+      "epoch": 1.8059701492537314,
+      "grad_norm": 0.05466396031679419,
+      "learning_rate": 2.844402417536374e-06,
+      "loss": 0.0521,
+      "step": 242
+    },
+    {
+      "epoch": 1.8134328358208955,
+      "grad_norm": 0.05835530864435512,
+      "learning_rate": 2.631713360254734e-06,
+      "loss": 0.0533,
+      "step": 243
+    },
+    {
+      "epoch": 1.8208955223880596,
+      "grad_norm": 0.05292006427906579,
+      "learning_rate": 2.4270734004424643e-06,
+      "loss": 0.043,
+      "step": 244
+    },
+    {
+      "epoch": 1.828358208955224,
+      "grad_norm": 0.06947783795016407,
+      "learning_rate": 2.2305173117234236e-06,
+      "loss": 0.0552,
+      "step": 245
+    },
+    {
+      "epoch": 1.835820895522388,
+      "grad_norm": 0.05437361507622075,
+      "learning_rate": 2.0420784940626157e-06,
+      "loss": 0.0474,
+      "step": 246
+    },
+    {
+      "epoch": 1.8432835820895521,
+      "grad_norm": 0.06127815980853201,
+      "learning_rate": 1.861788968090683e-06,
+      "loss": 0.0511,
+      "step": 247
+    },
+    {
+      "epoch": 1.8507462686567164,
+      "grad_norm": 0.055640283755883826,
+      "learning_rate": 1.68967936966275e-06,
+      "loss": 0.047,
+      "step": 248
+    },
+    {
+      "epoch": 1.8582089552238807,
+      "grad_norm": 0.05893302677913718,
+      "learning_rate": 1.5257789446526172e-06,
+      "loss": 0.046,
+      "step": 249
+    },
+    {
+      "epoch": 1.8656716417910446,
+      "grad_norm": 0.050927982629340215,
+      "learning_rate": 1.3701155439831249e-06,
+      "loss": 0.0457,
+      "step": 250
+    },
+    {
+      "epoch": 1.873134328358209,
+      "grad_norm": 0.05896469429383079,
+      "learning_rate": 1.222715618893555e-06,
+      "loss": 0.0499,
+      "step": 251
+    },
+    {
+      "epoch": 1.8805970149253732,
+      "grad_norm": 0.0477546246707909,
+      "learning_rate": 1.0836042164448945e-06,
+      "loss": 0.044,
+      "step": 252
+    },
+    {
+      "epoch": 1.8880597014925373,
+      "grad_norm": 0.05397513733906539,
+      "learning_rate": 9.528049752636714e-07,
+      "loss": 0.0422,
+      "step": 253
+    },
+    {
+      "epoch": 1.8955223880597014,
+      "grad_norm": 0.06350294630947854,
+      "learning_rate": 8.303401215251583e-07,
+      "loss": 0.0671,
+      "step": 254
+    },
+    {
+      "epoch": 1.9029850746268657,
+      "grad_norm": 0.049892210446187565,
+      "learning_rate": 7.16230465176565e-07,
+      "loss": 0.0405,
+      "step": 255
+    },
+    {
+      "epoch": 1.9104477611940298,
+      "grad_norm": 0.0499500114993745,
+      "learning_rate": 6.104953964008897e-07,
+      "loss": 0.0425,
+      "step": 256
+    },
+    {
+      "epoch": 1.917910447761194,
+      "grad_norm": 0.06303224345852801,
+      "learning_rate": 5.131528823220099e-07,
+      "loss": 0.0518,
+      "step": 257
+    },
+    {
+      "epoch": 1.9253731343283582,
+      "grad_norm": 0.05856885863654038,
+      "learning_rate": 4.242194639516417e-07,
+      "loss": 0.0526,
+      "step": 258
+    },
+    {
+      "epoch": 1.9328358208955225,
+      "grad_norm": 0.05923832528751469,
+      "learning_rate": 3.4371025337855413e-07,
+      "loss": 0.0495,
+      "step": 259
+    },
+    {
+      "epoch": 1.9402985074626866,
+      "grad_norm": 0.04422044691408464,
+      "learning_rate": 2.7163893120066285e-07,
+      "loss": 0.036,
+      "step": 260
+    },
+    {
+      "epoch": 1.9477611940298507,
+      "grad_norm": 0.05697295897119153,
+      "learning_rate": 2.0801774420031173e-07,
+      "loss": 0.0519,
+      "step": 261
+    },
+    {
+      "epoch": 1.955223880597015,
+      "grad_norm": 0.052672848618579474,
+      "learning_rate": 1.5285750326325954e-07,
+      "loss": 0.0447,
+      "step": 262
+    },
+    {
+      "epoch": 1.962686567164179,
+      "grad_norm": 0.06192118854388749,
+      "learning_rate": 1.0616758154161632e-07,
+      "loss": 0.0567,
+      "step": 263
+    },
+    {
+      "epoch": 1.9701492537313432,
+      "grad_norm": 0.05915043537671657,
+      "learning_rate": 6.795591286109515e-08,
+      "loss": 0.0612,
+      "step": 264
+    },
+    {
+      "epoch": 1.9776119402985075,
+      "grad_norm": 0.05763945739833529,
+      "learning_rate": 3.822899037286276e-08,
+      "loss": 0.0481,
+      "step": 265
+    },
+    {
+      "epoch": 1.9850746268656716,
+      "grad_norm": 0.06233545894964188,
+      "learning_rate": 1.6991865450188827e-08,
+      "loss": 0.0534,
+      "step": 266
+    },
+    {
+      "epoch": 1.9925373134328357,
+      "grad_norm": 0.06099418986675789,
+      "learning_rate": 4.248146830060362e-09,
+      "loss": 0.0647,
+      "step": 267
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.04973680972569267,
+      "learning_rate": 0.0,
+      "loss": 0.0434,
+      "step": 268
+    },
+    {
+      "epoch": 2.0,
+      "step": 268,
+      "total_flos": 509043416236032.0,
+      "train_loss": 0.058696881270230705,
+      "train_runtime": 998.1148,
+      "train_samples_per_second": 1.068,
+      "train_steps_per_second": 0.269
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 268,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 509043416236032.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d39e7a6abc5bf7f75ea9a4af04367ad04f0fac9bd08928b72afd285b3541c5
+size 7224