Upload folder using huggingface_hub

README.md

@@ -0,0 +1,74 @@
+---
+license: llama3
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- alignment-handbook
+- generated_from_trainer
+datasets:
+- princeton-nlp/llama3-ultrafeedback-armorm
+model-index:
+- name: llama-3-8b-instruct-armorm-judge
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama-3-8b-instruct-armorm-judge
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the princeton-nlp/llama3-ultrafeedback-armorm dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4552
+- Rewards/chosen: -2.6718
+- Rewards/rejected: -3.7912
+- Rewards/accuracies: 0.7825
+- Rewards/margins: 1.1194
+- Logps/rejected: -523.8346
+- Logps/chosen: -413.9370
+- Logits/rejected: -1.3757
+- Logits/chosen: -1.3701
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-07
+- train_batch_size: 2
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 128
+- total_eval_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
+| 0.4969        | 0.8550 | 400  | 0.4552          | -2.6718        | -3.7912          | 0.7825             | 1.1194          | -523.8346      | -413.9370    | -1.3757         | -1.3701       |
+
+
+### Framework versions
+
+- Transformers 4.44.0
+- Pytorch 2.4.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 0.9982631930527722,
+    "eval_logits/chosen": -1.3387839794158936,
+    "eval_logits/rejected": -1.3450582027435303,
+    "eval_logps/chosen": -416.6456604003906,
+    "eval_logps/rejected": -527.5621948242188,
+    "eval_loss": 0.45427703857421875,
+    "eval_rewards/accuracies": 0.7845528721809387,
+    "eval_rewards/chosen": -2.6988730430603027,
+    "eval_rewards/margins": 1.1296223402023315,
+    "eval_rewards/rejected": -3.828495502471924,
+    "eval_runtime": 152.5192,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 12.857,
+    "eval_steps_per_second": 0.806,
+    "total_flos": 0.0,
+    "train_loss": 0.5344834789729476,
+    "train_runtime": 14491.6532,
+    "train_samples": 59875,
+    "train_samples_per_second": 4.132,
+    "train_steps_per_second": 0.032
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 0.9982631930527722,
+    "eval_logits/chosen": -1.3387839794158936,
+    "eval_logits/rejected": -1.3450582027435303,
+    "eval_logps/chosen": -416.6456604003906,
+    "eval_logps/rejected": -527.5621948242188,
+    "eval_loss": 0.45427703857421875,
+    "eval_rewards/accuracies": 0.7845528721809387,
+    "eval_rewards/chosen": -2.6988730430603027,
+    "eval_rewards/margins": 1.1296223402023315,
+    "eval_rewards/rejected": -3.828495502471924,
+    "eval_runtime": 152.5192,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 12.857,
+    "eval_steps_per_second": 0.806
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55611d0e2cec6e1a5408064d2ce8fd41e62d7869c42b5e38f38d667c31863675
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1071669b600be9d385d74344b72eb64057d266f7de33baba8345b0f131becdc
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28adf8f96fece348da51c7cea1db914ee6e1db676ce301775b0708443b0cc892
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb02538018bc9fa0d0d878cca01e5a9602e7e0c6b8f53b590bd2b4313f8f2b2
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.9982631930527722,
+    "total_flos": 0.0,
+    "train_loss": 0.5344834789729476,
+    "train_runtime": 14491.6532,
+    "train_samples": 59875,
+    "train_samples_per_second": 4.132,
+    "train_steps_per_second": 0.032
+}

trainer_state.json

@@ -0,0 +1,1468 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9982631930527722,
+  "eval_steps": 400,
+  "global_step": 467,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0021376085504342017,
+      "grad_norm": 3.972894934697007,
+      "learning_rate": 1.0638297872340425e-08,
+      "logits/chosen": -0.8993462920188904,
+      "logits/rejected": -0.8666313290596008,
+      "logps/chosen": -154.34890747070312,
+      "logps/rejected": -151.11712646484375,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.0,
+      "rewards/chosen": 0.0,
+      "rewards/margins": 0.0,
+      "rewards/rejected": 0.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.01068804275217101,
+      "grad_norm": 3.88656853927655,
+      "learning_rate": 5.3191489361702123e-08,
+      "logits/chosen": -0.9594215750694275,
+      "logits/rejected": -0.9148269891738892,
+      "logps/chosen": -144.02728271484375,
+      "logps/rejected": -142.71302795410156,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.3671875,
+      "rewards/chosen": 5.1314222218934447e-05,
+      "rewards/margins": 0.0005475512007251382,
+      "rewards/rejected": -0.0004962369566783309,
+      "step": 5
+    },
+    {
+      "epoch": 0.02137608550434202,
+      "grad_norm": 3.7580628498929114,
+      "learning_rate": 1.0638297872340425e-07,
+      "logits/chosen": -0.9797085523605347,
+      "logits/rejected": -0.916986346244812,
+      "logps/chosen": -158.51510620117188,
+      "logps/rejected": -155.31594848632812,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": -1.5027157132863067e-05,
+      "rewards/margins": -6.796035449951887e-05,
+      "rewards/rejected": 5.293316280585714e-05,
+      "step": 10
+    },
+    {
+      "epoch": 0.03206412825651302,
+      "grad_norm": 3.9146080789953324,
+      "learning_rate": 1.5957446808510638e-07,
+      "logits/chosen": -0.9593974947929382,
+      "logits/rejected": -0.898777186870575,
+      "logps/chosen": -149.3796844482422,
+      "logps/rejected": -149.7360076904297,
+      "loss": 0.693,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": 0.0007610239554196596,
+      "rewards/margins": 0.0007513537420891225,
+      "rewards/rejected": 9.670266081229784e-06,
+      "step": 15
+    },
+    {
+      "epoch": 0.04275217100868404,
+      "grad_norm": 3.8129013312750484,
+      "learning_rate": 2.127659574468085e-07,
+      "logits/chosen": -1.0223357677459717,
+      "logits/rejected": -0.9778411984443665,
+      "logps/chosen": -143.37986755371094,
+      "logps/rejected": -143.98519897460938,
+      "loss": 0.693,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -0.0003507570654619485,
+      "rewards/margins": 8.772833098191768e-05,
+      "rewards/rejected": -0.00043848538189195096,
+      "step": 20
+    },
+    {
+      "epoch": 0.053440213760855046,
+      "grad_norm": 3.7271902812343134,
+      "learning_rate": 2.659574468085106e-07,
+      "logits/chosen": -0.989937961101532,
+      "logits/rejected": -0.8827540278434753,
+      "logps/chosen": -124.1388931274414,
+      "logps/rejected": -131.01065063476562,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.5375000238418579,
+      "rewards/chosen": 7.260286656673998e-05,
+      "rewards/margins": 0.0007873087306506932,
+      "rewards/rejected": -0.0007147059077396989,
+      "step": 25
+    },
+    {
+      "epoch": 0.06412825651302605,
+      "grad_norm": 3.85946391110864,
+      "learning_rate": 3.1914893617021275e-07,
+      "logits/chosen": -0.9691101312637329,
+      "logits/rejected": -0.9557510614395142,
+      "logps/chosen": -131.15072631835938,
+      "logps/rejected": -131.1265411376953,
+      "loss": 0.6927,
+      "rewards/accuracies": 0.5062500238418579,
+      "rewards/chosen": -0.0015356962103396654,
+      "rewards/margins": 0.0002724470687098801,
+      "rewards/rejected": -0.0018081432208418846,
+      "step": 30
+    },
+    {
+      "epoch": 0.07481629926519706,
+      "grad_norm": 3.708171933725112,
+      "learning_rate": 3.7234042553191484e-07,
+      "logits/chosen": -0.9825752377510071,
+      "logits/rejected": -0.9072250127792358,
+      "logps/chosen": -151.47080993652344,
+      "logps/rejected": -152.4354705810547,
+      "loss": 0.6922,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.002723956247791648,
+      "rewards/margins": 0.0011787561234086752,
+      "rewards/rejected": -0.003902712371200323,
+      "step": 35
+    },
+    {
+      "epoch": 0.08550434201736808,
+      "grad_norm": 3.896065138083872,
+      "learning_rate": 4.25531914893617e-07,
+      "logits/chosen": -0.9791303873062134,
+      "logits/rejected": -0.9085275530815125,
+      "logps/chosen": -142.349853515625,
+      "logps/rejected": -142.0002899169922,
+      "loss": 0.6913,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -0.0021527104545384645,
+      "rewards/margins": 0.004349276423454285,
+      "rewards/rejected": -0.00650198757648468,
+      "step": 40
+    },
+    {
+      "epoch": 0.09619238476953908,
+      "grad_norm": 4.023735255031383,
+      "learning_rate": 4.787234042553192e-07,
+      "logits/chosen": -0.976606011390686,
+      "logits/rejected": -0.8852532505989075,
+      "logps/chosen": -141.28378295898438,
+      "logps/rejected": -146.72634887695312,
+      "loss": 0.6904,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.005398224573582411,
+      "rewards/margins": 0.004726232495158911,
+      "rewards/rejected": -0.010124458000063896,
+      "step": 45
+    },
+    {
+      "epoch": 0.10688042752171009,
+      "grad_norm": 3.9018452125228675,
+      "learning_rate": 4.999370587356267e-07,
+      "logits/chosen": -0.9572190046310425,
+      "logits/rejected": -0.8972975611686707,
+      "logps/chosen": -125.20263671875,
+      "logps/rejected": -127.16206359863281,
+      "loss": 0.6887,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": -0.0077011422254145145,
+      "rewards/margins": 0.009990869089961052,
+      "rewards/rejected": -0.01769201084971428,
+      "step": 50
+    },
+    {
+      "epoch": 0.11756847027388109,
+      "grad_norm": 4.352473003436501,
+      "learning_rate": 4.995525324419337e-07,
+      "logits/chosen": -1.0250818729400635,
+      "logits/rejected": -0.9090498089790344,
+      "logps/chosen": -131.8457794189453,
+      "logps/rejected": -138.1043701171875,
+      "loss": 0.6859,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.015689950436353683,
+      "rewards/margins": 0.012234237045049667,
+      "rewards/rejected": -0.0279241893440485,
+      "step": 55
+    },
+    {
+      "epoch": 0.1282565130260521,
+      "grad_norm": 4.169402736961748,
+      "learning_rate": 4.988189843662815e-07,
+      "logits/chosen": -0.9850739240646362,
+      "logits/rejected": -0.9231721758842468,
+      "logps/chosen": -153.0961151123047,
+      "logps/rejected": -153.00112915039062,
+      "loss": 0.6831,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.03258521109819412,
+      "rewards/margins": 0.022101351991295815,
+      "rewards/rejected": -0.05468655750155449,
+      "step": 60
+    },
+    {
+      "epoch": 0.13894455577822312,
+      "grad_norm": 4.390208369639987,
+      "learning_rate": 4.977374404419837e-07,
+      "logits/chosen": -0.9861336946487427,
+      "logits/rejected": -0.9296232461929321,
+      "logps/chosen": -156.59292602539062,
+      "logps/rejected": -155.82437133789062,
+      "loss": 0.6793,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -0.04373348876833916,
+      "rewards/margins": 0.03382939100265503,
+      "rewards/rejected": -0.07756288349628448,
+      "step": 65
+    },
+    {
+      "epoch": 0.14963259853039412,
+      "grad_norm": 4.686584090307993,
+      "learning_rate": 4.963094133060148e-07,
+      "logits/chosen": -1.0407636165618896,
+      "logits/rejected": -0.9590233564376831,
+      "logps/chosen": -150.78465270996094,
+      "logps/rejected": -157.4542694091797,
+      "loss": 0.6741,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": -0.0756763368844986,
+      "rewards/margins": 0.040010012686252594,
+      "rewards/rejected": -0.1156863421201706,
+      "step": 70
+    },
+    {
+      "epoch": 0.16032064128256512,
+      "grad_norm": 4.412330283455813,
+      "learning_rate": 4.945369001834514e-07,
+      "logits/chosen": -1.0200045108795166,
+      "logits/rejected": -0.9991928935050964,
+      "logps/chosen": -176.69985961914062,
+      "logps/rejected": -177.64561462402344,
+      "loss": 0.6678,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": -0.1317559778690338,
+      "rewards/margins": 0.04410601779818535,
+      "rewards/rejected": -0.17586201429367065,
+      "step": 75
+    },
+    {
+      "epoch": 0.17100868403473615,
+      "grad_norm": 4.399146355744923,
+      "learning_rate": 4.924223800941717e-07,
+      "logits/chosen": -0.945586085319519,
+      "logits/rejected": -0.9029623866081238,
+      "logps/chosen": -163.33627319335938,
+      "logps/rejected": -171.70614624023438,
+      "loss": 0.6616,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -0.1523873507976532,
+      "rewards/margins": 0.06848691403865814,
+      "rewards/rejected": -0.22087426483631134,
+      "step": 80
+    },
+    {
+      "epoch": 0.18169672678690715,
+      "grad_norm": 4.517657069717829,
+      "learning_rate": 4.899688103857222e-07,
+      "logits/chosen": -1.009784460067749,
+      "logits/rejected": -0.970036506652832,
+      "logps/chosen": -164.3968048095703,
+      "logps/rejected": -168.6947784423828,
+      "loss": 0.6554,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -0.19781719148159027,
+      "rewards/margins": 0.07202807068824768,
+      "rewards/rejected": -0.26984527707099915,
+      "step": 85
+    },
+    {
+      "epoch": 0.19238476953907815,
+      "grad_norm": 5.582098333101012,
+      "learning_rate": 4.871796225971999e-07,
+      "logits/chosen": -1.0037071704864502,
+      "logits/rejected": -0.922633945941925,
+      "logps/chosen": -170.94151306152344,
+      "logps/rejected": -186.41250610351562,
+      "loss": 0.6439,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -0.2706221044063568,
+      "rewards/margins": 0.15094055235385895,
+      "rewards/rejected": -0.42156267166137695,
+      "step": 90
+    },
+    {
+      "epoch": 0.20307281229124916,
+      "grad_norm": 5.974308072021945,
+      "learning_rate": 4.840587176599343e-07,
+      "logits/chosen": -0.9171932339668274,
+      "logits/rejected": -0.91204434633255,
+      "logps/chosen": -176.40838623046875,
+      "logps/rejected": -183.83853149414062,
+      "loss": 0.6314,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.3556753695011139,
+      "rewards/margins": 0.12175462394952774,
+      "rewards/rejected": -0.47742995619773865,
+      "step": 95
+    },
+    {
+      "epoch": 0.21376085504342018,
+      "grad_norm": 5.2836682568616045,
+      "learning_rate": 4.806104604416823e-07,
+      "logits/chosen": -0.9428783655166626,
+      "logits/rejected": -0.9586696624755859,
+      "logps/chosen": -187.48379516601562,
+      "logps/rejected": -191.89479064941406,
+      "loss": 0.6232,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.42381221055984497,
+      "rewards/margins": 0.11002930253744125,
+      "rewards/rejected": -0.5338414907455444,
+      "step": 100
+    },
+    {
+      "epoch": 0.22444889779559118,
+      "grad_norm": 5.787931202880365,
+      "learning_rate": 4.768396736419662e-07,
+      "logits/chosen": -1.0553712844848633,
+      "logits/rejected": -0.9911785125732422,
+      "logps/chosen": -195.02011108398438,
+      "logps/rejected": -217.73489379882812,
+      "loss": 0.6002,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -0.5288283228874207,
+      "rewards/margins": 0.22907769680023193,
+      "rewards/rejected": -0.7579060196876526,
+      "step": 105
+    },
+    {
+      "epoch": 0.23513694054776219,
+      "grad_norm": 6.461196451567065,
+      "learning_rate": 4.7275163104709194e-07,
+      "logits/chosen": -0.9287796020507812,
+      "logits/rejected": -0.9088980555534363,
+      "logps/chosen": -221.0679473876953,
+      "logps/rejected": -255.21939086914062,
+      "loss": 0.5997,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -0.6930764317512512,
+      "rewards/margins": 0.3096107840538025,
+      "rewards/rejected": -1.0026872158050537,
+      "step": 110
+    },
+    {
+      "epoch": 0.2458249832999332,
+      "grad_norm": 5.5685903573436,
+      "learning_rate": 4.683520501542824e-07,
+      "logits/chosen": -1.0244691371917725,
+      "logits/rejected": -0.9735994338989258,
+      "logps/chosen": -221.1970672607422,
+      "logps/rejected": -249.1071319580078,
+      "loss": 0.5893,
+      "rewards/accuracies": 0.706250011920929,
+      "rewards/chosen": -0.7836962938308716,
+      "rewards/margins": 0.29114699363708496,
+      "rewards/rejected": -1.074843406677246,
+      "step": 115
+    },
+    {
+      "epoch": 0.2565130260521042,
+      "grad_norm": 6.639840789623079,
+      "learning_rate": 4.636470841752404e-07,
+      "logits/chosen": -1.022992730140686,
+      "logits/rejected": -1.000002384185791,
+      "logps/chosen": -236.22866821289062,
+      "logps/rejected": -270.2747497558594,
+      "loss": 0.567,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -0.9212262034416199,
+      "rewards/margins": 0.37433406710624695,
+      "rewards/rejected": -1.2955602407455444,
+      "step": 120
+    },
+    {
+      "epoch": 0.26720106880427524,
+      "grad_norm": 6.383331895132117,
+      "learning_rate": 4.5864331343032565e-07,
+      "logits/chosen": -1.0280879735946655,
+      "logits/rejected": -0.9491585493087769,
+      "logps/chosen": -239.7356414794922,
+      "logps/rejected": -293.4522399902344,
+      "loss": 0.5618,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -1.0001994371414185,
+      "rewards/margins": 0.50397789478302,
+      "rewards/rejected": -1.504177451133728,
+      "step": 125
+    },
+    {
+      "epoch": 0.27788911155644624,
+      "grad_norm": 6.780837743475065,
+      "learning_rate": 4.533477361453819e-07,
+      "logits/chosen": -1.082087755203247,
+      "logits/rejected": -1.0733833312988281,
+      "logps/chosen": -261.40924072265625,
+      "logps/rejected": -306.4872741699219,
+      "loss": 0.5645,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -1.2028932571411133,
+      "rewards/margins": 0.503118097782135,
+      "rewards/rejected": -1.706011414527893,
+      "step": 130
+    },
+    {
+      "epoch": 0.28857715430861725,
+      "grad_norm": 6.8108540247819915,
+      "learning_rate": 4.4776775866408533e-07,
+      "logits/chosen": -0.9286904335021973,
+      "logits/rejected": -0.8945658802986145,
+      "logps/chosen": -289.8940124511719,
+      "logps/rejected": -340.7225341796875,
+      "loss": 0.5503,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -1.5037461519241333,
+      "rewards/margins": 0.5066319704055786,
+      "rewards/rejected": -2.010377883911133,
+      "step": 135
+    },
+    {
+      "epoch": 0.29926519706078825,
+      "grad_norm": 8.913170801848032,
+      "learning_rate": 4.4191118508950277e-07,
+      "logits/chosen": -0.9682791829109192,
+      "logits/rejected": -0.9593661427497864,
+      "logps/chosen": -322.0898742675781,
+      "logps/rejected": -375.7840881347656,
+      "loss": 0.5523,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": -1.7268978357315063,
+      "rewards/margins": 0.5610219240188599,
+      "rewards/rejected": -2.2879199981689453,
+      "step": 140
+    },
+    {
+      "epoch": 0.30995323981295925,
+      "grad_norm": 7.3187908603982725,
+      "learning_rate": 4.357862063693485e-07,
+      "logits/chosen": -0.9315131902694702,
+      "logits/rejected": -0.9223505854606628,
+      "logps/chosen": -340.21295166015625,
+      "logps/rejected": -400.1395263671875,
+      "loss": 0.5495,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -1.9329134225845337,
+      "rewards/margins": 0.6290303468704224,
+      "rewards/rejected": -2.561943769454956,
+      "step": 145
+    },
+    {
+      "epoch": 0.32064128256513025,
+      "grad_norm": 8.447383357149311,
+      "learning_rate": 4.294013888402029e-07,
+      "logits/chosen": -1.0155534744262695,
+      "logits/rejected": -0.9513974189758301,
+      "logps/chosen": -323.38946533203125,
+      "logps/rejected": -402.76849365234375,
+      "loss": 0.5642,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -1.834064245223999,
+      "rewards/margins": 0.8040977716445923,
+      "rewards/rejected": -2.638162136077881,
+      "step": 150
+    },
+    {
+      "epoch": 0.33132932531730125,
+      "grad_norm": 8.326542239127678,
+      "learning_rate": 4.227656622467162e-07,
+      "logits/chosen": -0.9425609707832336,
+      "logits/rejected": -0.9165379405021667,
+      "logps/chosen": -321.3907470703125,
+      "logps/rejected": -378.4519348144531,
+      "loss": 0.5548,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -1.8703349828720093,
+      "rewards/margins": 0.5697147250175476,
+      "rewards/rejected": -2.440049648284912,
+      "step": 155
+    },
+    {
+      "epoch": 0.3420173680694723,
+      "grad_norm": 7.69165958571323,
+      "learning_rate": 4.158883072525528e-07,
+      "logits/chosen": -1.0050643682479858,
+      "logits/rejected": -1.0047621726989746,
+      "logps/chosen": -327.67987060546875,
+      "logps/rejected": -392.1021728515625,
+      "loss": 0.5406,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -1.9016408920288086,
+      "rewards/margins": 0.6719868779182434,
+      "rewards/rejected": -2.5736277103424072,
+      "step": 160
+    },
+    {
+      "epoch": 0.3527054108216433,
+      "grad_norm": 11.428016142350856,
+      "learning_rate": 4.087789424605447e-07,
+      "logits/chosen": -1.020709753036499,
+      "logits/rejected": -0.9783204793930054,
+      "logps/chosen": -318.6119384765625,
+      "logps/rejected": -408.67779541015625,
+      "loss": 0.5208,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -1.882211446762085,
+      "rewards/margins": 0.8485991358757019,
+      "rewards/rejected": -2.7308106422424316,
+      "step": 165
+    },
+    {
+      "epoch": 0.3633934535738143,
+      "grad_norm": 8.721531572951953,
+      "learning_rate": 4.0144751096020497e-07,
+      "logits/chosen": -1.0260779857635498,
+      "logits/rejected": -1.0064010620117188,
+      "logps/chosen": -325.1705017089844,
+      "logps/rejected": -398.198974609375,
+      "loss": 0.533,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -1.88031005859375,
+      "rewards/margins": 0.7238155007362366,
+      "rewards/rejected": -2.604125499725342,
+      "step": 170
+    },
+    {
+      "epoch": 0.3740814963259853,
+      "grad_norm": 8.802117969911095,
+      "learning_rate": 3.939042664214184e-07,
+      "logits/chosen": -0.8757396936416626,
+      "logits/rejected": -0.844308078289032,
+      "logps/chosen": -324.23309326171875,
+      "logps/rejected": -416.922607421875,
+      "loss": 0.4984,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -1.9090850353240967,
+      "rewards/margins": 0.8987340927124023,
+      "rewards/rejected": -2.807819128036499,
+      "step": 175
+    },
+    {
+      "epoch": 0.3847695390781563,
+      "grad_norm": 9.72178628848161,
+      "learning_rate": 3.8615975875375676e-07,
+      "logits/chosen": -1.0131642818450928,
+      "logits/rejected": -1.0145108699798584,
+      "logps/chosen": -350.0864562988281,
+      "logps/rejected": -450.39801025390625,
+      "loss": 0.4883,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.1305809020996094,
+      "rewards/margins": 0.9901048541069031,
+      "rewards/rejected": -3.120685577392578,
+      "step": 180
+    },
+    {
+      "epoch": 0.3954575818303273,
+      "grad_norm": 11.969779920778594,
+      "learning_rate": 3.7822481935147655e-07,
+      "logits/chosen": -1.0156655311584473,
+      "logits/rejected": -1.0367199182510376,
+      "logps/chosen": -354.5457458496094,
+      "logps/rejected": -437.6919860839844,
+      "loss": 0.515,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.1567587852478027,
+      "rewards/margins": 0.8338950872421265,
+      "rewards/rejected": -2.9906539916992188,
+      "step": 185
+    },
+    {
+      "epoch": 0.4061456245824983,
+      "grad_norm": 9.6345375210537,
+      "learning_rate": 3.7011054594483443e-07,
+      "logits/chosen": -1.0156774520874023,
+      "logits/rejected": -1.0043495893478394,
+      "logps/chosen": -340.37884521484375,
+      "logps/rejected": -413.9661560058594,
+      "loss": 0.5169,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.102390766143799,
+      "rewards/margins": 0.7580326199531555,
+      "rewards/rejected": -2.8604230880737305,
+      "step": 190
+    },
+    {
+      "epoch": 0.4168336673346693,
+      "grad_norm": 10.403271982443483,
+      "learning_rate": 3.618282870789081e-07,
+      "logits/chosen": -1.0869100093841553,
+      "logits/rejected": -1.0516207218170166,
+      "logps/chosen": -386.26910400390625,
+      "logps/rejected": -478.255126953125,
+      "loss": 0.533,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -2.419564962387085,
+      "rewards/margins": 0.886649489402771,
+      "rewards/rejected": -3.3062145709991455,
+      "step": 195
+    },
+    {
+      "epoch": 0.42752171008684037,
+      "grad_norm": 10.341345849466293,
+      "learning_rate": 3.5338962624163016e-07,
+      "logits/chosen": -1.0399655103683472,
+      "logits/rejected": -1.0367084741592407,
+      "logps/chosen": -353.2582092285156,
+      "logps/rejected": -427.3515625,
+      "loss": 0.5349,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -2.196323871612549,
+      "rewards/margins": 0.7308233976364136,
+      "rewards/rejected": -2.9271469116210938,
+      "step": 200
+    },
+    {
+      "epoch": 0.43820975283901137,
+      "grad_norm": 9.401123313276646,
+      "learning_rate": 3.448063656632321e-07,
+      "logits/chosen": -1.0807178020477295,
+      "logits/rejected": -1.0435274839401245,
+      "logps/chosen": -374.2671203613281,
+      "logps/rejected": -487.71197509765625,
+      "loss": 0.4649,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.2532050609588623,
+      "rewards/margins": 1.0919324159622192,
+      "rewards/rejected": -3.345137357711792,
+      "step": 205
+    },
+    {
+      "epoch": 0.44889779559118237,
+      "grad_norm": 10.976696335513166,
+      "learning_rate": 3.360905098097587e-07,
+      "logits/chosen": -1.0360523462295532,
+      "logits/rejected": -1.049713134765625,
+      "logps/chosen": -399.08294677734375,
+      "logps/rejected": -476.5074768066406,
+      "loss": 0.51,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -2.495443820953369,
+      "rewards/margins": 0.7892168760299683,
+      "rewards/rejected": -3.284660816192627,
+      "step": 210
+    },
+    {
+      "epoch": 0.45958583834335337,
+      "grad_norm": 10.709343043986353,
+      "learning_rate": 3.272542485937368e-07,
+      "logits/chosen": -1.1633758544921875,
+      "logits/rejected": -1.1208140850067139,
+      "logps/chosen": -374.49530029296875,
+      "logps/rejected": -472.1327209472656,
+      "loss": 0.4761,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.334247350692749,
+      "rewards/margins": 0.972733199596405,
+      "rewards/rejected": -3.306980848312378,
+      "step": 215
+    },
+    {
+      "epoch": 0.47027388109552437,
+      "grad_norm": 11.036408774750821,
+      "learning_rate": 3.1830994032548e-07,
+      "logits/chosen": -1.0872286558151245,
+      "logits/rejected": -1.0686516761779785,
+      "logps/chosen": -400.5572814941406,
+      "logps/rejected": -501.7898864746094,
+      "loss": 0.5088,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.4890618324279785,
+      "rewards/margins": 1.014122486114502,
+      "rewards/rejected": -3.5031840801239014,
+      "step": 220
+    },
+    {
+      "epoch": 0.48096192384769537,
+      "grad_norm": 10.738344445814793,
+      "learning_rate": 3.0927009442887437e-07,
+      "logits/chosen": -1.0885889530181885,
+      "logits/rejected": -1.0586241483688354,
+      "logps/chosen": -340.8182678222656,
+      "logps/rejected": -455.13751220703125,
+      "loss": 0.4802,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -2.062102794647217,
+      "rewards/margins": 1.0963799953460693,
+      "rewards/rejected": -3.1584830284118652,
+      "step": 225
+    },
+    {
+      "epoch": 0.4916499665998664,
+      "grad_norm": 12.121491427556952,
+      "learning_rate": 3.001473539458182e-07,
+      "logits/chosen": -1.0846978425979614,
+      "logits/rejected": -1.047401785850525,
+      "logps/chosen": -401.14398193359375,
+      "logps/rejected": -514.9307861328125,
+      "loss": 0.486,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": -2.5348002910614014,
+      "rewards/margins": 1.1436173915863037,
+      "rewards/rejected": -3.678417921066284,
+      "step": 230
+    },
+    {
+      "epoch": 0.5023380093520374,
+      "grad_norm": 12.034082166232604,
+      "learning_rate": 2.909544778537844e-07,
+      "logits/chosen": -1.0949113368988037,
+      "logits/rejected": -1.0957062244415283,
+      "logps/chosen": -405.0440368652344,
+      "logps/rejected": -493.85797119140625,
+      "loss": 0.4868,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -2.606008291244507,
+      "rewards/margins": 0.9010064005851746,
+      "rewards/rejected": -3.507014751434326,
+      "step": 235
+    },
+    {
+      "epoch": 0.5130260521042084,
+      "grad_norm": 9.656048857198877,
+      "learning_rate": 2.817043232212371e-07,
+      "logits/chosen": -1.121283769607544,
+      "logits/rejected": -1.0610865354537964,
+      "logps/chosen": -378.9449768066406,
+      "logps/rejected": -492.8260192871094,
+      "loss": 0.4911,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.421281099319458,
+      "rewards/margins": 1.0245387554168701,
+      "rewards/rejected": -3.445819854736328,
+      "step": 240
+    },
+    {
+      "epoch": 0.5237140948563794,
+      "grad_norm": 11.05815337673421,
+      "learning_rate": 2.7240982722585837e-07,
+      "logits/chosen": -1.094892978668213,
+      "logits/rejected": -1.0117137432098389,
+      "logps/chosen": -377.0660705566406,
+      "logps/rejected": -486.6031188964844,
+      "loss": 0.4737,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -2.3598556518554688,
+      "rewards/margins": 1.0239675045013428,
+      "rewards/rejected": -3.3838229179382324,
+      "step": 245
+    },
+    {
+      "epoch": 0.5344021376085505,
+      "grad_norm": 12.394126362796808,
+      "learning_rate": 2.63083989060736e-07,
+      "logits/chosen": -1.1344050168991089,
+      "logits/rejected": -1.0953009128570557,
+      "logps/chosen": -374.0312194824219,
+      "logps/rejected": -467.94366455078125,
+      "loss": 0.4926,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.3442320823669434,
+      "rewards/margins": 0.9098496437072754,
+      "rewards/rejected": -3.2540812492370605,
+      "step": 250
+    },
+    {
+      "epoch": 0.5450901803607214,
+      "grad_norm": 11.575609585227228,
+      "learning_rate": 2.537398517538159e-07,
+      "logits/chosen": -1.0164899826049805,
+      "logits/rejected": -1.056200385093689,
+      "logps/chosen": -455.21746826171875,
+      "logps/rejected": -584.8587036132812,
+      "loss": 0.4695,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.8832602500915527,
+      "rewards/margins": 1.364145278930664,
+      "rewards/rejected": -4.247406482696533,
+      "step": 255
+    },
+    {
+      "epoch": 0.5557782231128925,
+      "grad_norm": 12.68365555867884,
+      "learning_rate": 2.4439048392604877e-07,
+      "logits/chosen": -1.1579582691192627,
+      "logits/rejected": -1.1386082172393799,
+      "logps/chosen": -411.2855529785156,
+      "logps/rejected": -526.331787109375,
+      "loss": 0.5012,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.6536405086517334,
+      "rewards/margins": 1.1393001079559326,
+      "rewards/rejected": -3.792940616607666,
+      "step": 260
+    },
+    {
+      "epoch": 0.5664662658650634,
+      "grad_norm": 13.587547467543676,
+      "learning_rate": 2.3504896151374144e-07,
+      "logits/chosen": -1.031059980392456,
+      "logits/rejected": -1.0094820261001587,
+      "logps/chosen": -394.8531494140625,
+      "logps/rejected": -513.1190185546875,
+      "loss": 0.5157,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -2.548060178756714,
+      "rewards/margins": 1.183911919593811,
+      "rewards/rejected": -3.7319722175598145,
+      "step": 265
+    },
+    {
+      "epoch": 0.5771543086172345,
+      "grad_norm": 11.159348244475593,
+      "learning_rate": 2.2572834948067795e-07,
+      "logits/chosen": -1.0755364894866943,
+      "logits/rejected": -1.0603026151657104,
+      "logps/chosen": -346.00701904296875,
+      "logps/rejected": -450.4532775878906,
+      "loss": 0.5127,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.240866184234619,
+      "rewards/margins": 1.000009536743164,
+      "rewards/rejected": -3.240875720977783,
+      "step": 270
+    },
+    {
+      "epoch": 0.5878423513694054,
+      "grad_norm": 14.299688289023061,
+      "learning_rate": 2.164416835455862e-07,
+      "logits/chosen": -1.098901629447937,
+      "logits/rejected": -1.0451900959014893,
+      "logps/chosen": -383.2613220214844,
+      "logps/rejected": -480.8329162597656,
+      "loss": 0.4925,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": -2.448842763900757,
+      "rewards/margins": 0.9568920135498047,
+      "rewards/rejected": -3.4057345390319824,
+      "step": 275
+    },
+    {
+      "epoch": 0.5985303941215765,
+      "grad_norm": 11.724672743172446,
+      "learning_rate": 2.072019519505062e-07,
+      "logits/chosen": -1.1702948808670044,
+      "logits/rejected": -1.1233227252960205,
+      "logps/chosen": -348.4687194824219,
+      "logps/rejected": -451.1897888183594,
+      "loss": 0.4479,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.170367956161499,
+      "rewards/margins": 1.006278395652771,
+      "rewards/rejected": -3.1766462326049805,
+      "step": 280
+    },
+    {
+      "epoch": 0.6092184368737475,
+      "grad_norm": 18.03742127955046,
+      "learning_rate": 1.980220772955602e-07,
+      "logits/chosen": -1.118991494178772,
+      "logits/rejected": -1.0922057628631592,
+      "logps/chosen": -387.43524169921875,
+      "logps/rejected": -458.1201171875,
+      "loss": 0.5194,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -2.4200074672698975,
+      "rewards/margins": 0.7193931341171265,
+      "rewards/rejected": -3.1394009590148926,
+      "step": 285
+    },
+    {
+      "epoch": 0.6199064796259185,
+      "grad_norm": 12.829418505446318,
+      "learning_rate": 1.8891489846552644e-07,
+      "logits/chosen": -1.0502945184707642,
+      "logits/rejected": -1.0432878732681274,
+      "logps/chosen": -396.8709716796875,
+      "logps/rejected": -501.68475341796875,
+      "loss": 0.5064,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.5654101371765137,
+      "rewards/margins": 1.0480531454086304,
+      "rewards/rejected": -3.6134636402130127,
+      "step": 290
+    },
+    {
+      "epoch": 0.6305945223780896,
+      "grad_norm": 11.38903783162946,
+      "learning_rate": 1.7989315267349933e-07,
+      "logits/chosen": -1.1501723527908325,
+      "logits/rejected": -1.1091947555541992,
+      "logps/chosen": -373.22552490234375,
+      "logps/rejected": -511.28790283203125,
+      "loss": 0.4899,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.327906847000122,
+      "rewards/margins": 1.299349069595337,
+      "rewards/rejected": -3.627255916595459,
+      "step": 295
+    },
+    {
+      "epoch": 0.6412825651302605,
+      "grad_norm": 11.424727271458053,
+      "learning_rate": 1.7096945764674398e-07,
+      "logits/chosen": -1.1169579029083252,
+      "logits/rejected": -1.075522780418396,
+      "logps/chosen": -377.46502685546875,
+      "logps/rejected": -485.14764404296875,
+      "loss": 0.4484,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.382460117340088,
+      "rewards/margins": 1.0580403804779053,
+      "rewards/rejected": -3.4405009746551514,
+      "step": 300
+    },
+    {
+      "epoch": 0.6519706078824316,
+      "grad_norm": 12.364660056897879,
+      "learning_rate": 1.621562939796643e-07,
+      "logits/chosen": -1.1058294773101807,
+      "logits/rejected": -1.1024754047393799,
+      "logps/chosen": -379.32073974609375,
+      "logps/rejected": -516.2802734375,
+      "loss": 0.4708,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.3998045921325684,
+      "rewards/margins": 1.3337244987487793,
+      "rewards/rejected": -3.7335293292999268,
+      "step": 305
+    },
+    {
+      "epoch": 0.6626586506346025,
+      "grad_norm": 12.194429149515882,
+      "learning_rate": 1.5346598767856345e-07,
+      "logits/chosen": -1.1419531106948853,
+      "logits/rejected": -1.1354386806488037,
+      "logps/chosen": -379.4735107421875,
+      "logps/rejected": -482.1883239746094,
+      "loss": 0.481,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.4478628635406494,
+      "rewards/margins": 1.0094232559204102,
+      "rewards/rejected": -3.4572861194610596,
+      "step": 310
+    },
+    {
+      "epoch": 0.6733466933867736,
+      "grad_norm": 11.23800088765262,
+      "learning_rate": 1.4491069292260866e-07,
+      "logits/chosen": -1.0368554592132568,
+      "logits/rejected": -1.0271146297454834,
+      "logps/chosen": -406.22027587890625,
+      "logps/rejected": -496.46826171875,
+      "loss": 0.4749,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -2.5457892417907715,
+      "rewards/margins": 0.9228101968765259,
+      "rewards/rejected": -3.468599796295166,
+      "step": 315
+    },
+    {
+      "epoch": 0.6840347361389446,
+      "grad_norm": 12.408755682323322,
+      "learning_rate": 1.365023750651133e-07,
+      "logits/chosen": -1.1695024967193604,
+      "logits/rejected": -1.1395307779312134,
+      "logps/chosen": -384.1507568359375,
+      "logps/rejected": -522.1474609375,
+      "loss": 0.4663,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -2.4281883239746094,
+      "rewards/margins": 1.3330857753753662,
+      "rewards/rejected": -3.7612736225128174,
+      "step": 320
+    },
+    {
+      "epoch": 0.6947227788911156,
+      "grad_norm": 12.736383561320128,
+      "learning_rate": 1.2825279389890818e-07,
+      "logits/chosen": -1.083604097366333,
+      "logits/rejected": -1.0819059610366821,
+      "logps/chosen": -379.9901123046875,
+      "logps/rejected": -496.5281677246094,
+      "loss": 0.4533,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -2.429210662841797,
+      "rewards/margins": 1.1686573028564453,
+      "rewards/rejected": -3.597867488861084,
+      "step": 325
+    },
+    {
+      "epoch": 0.7054108216432866,
+      "grad_norm": 10.30241959528486,
+      "learning_rate": 1.201734872092077e-07,
+      "logits/chosen": -1.1688991785049438,
+      "logits/rejected": -1.138033151626587,
+      "logps/chosen": -410.3116149902344,
+      "logps/rejected": -542.76220703125,
+      "loss": 0.47,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.5519204139709473,
+      "rewards/margins": 1.332546591758728,
+      "rewards/rejected": -3.8844668865203857,
+      "step": 330
+    },
+    {
+      "epoch": 0.7160988643954576,
+      "grad_norm": 10.885678398573132,
+      "learning_rate": 1.1227575463697439e-07,
+      "logits/chosen": -1.1439851522445679,
+      "logits/rejected": -1.0847909450531006,
+      "logps/chosen": -394.782470703125,
+      "logps/rejected": -523.3610229492188,
+      "loss": 0.4468,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -2.5180978775024414,
+      "rewards/margins": 1.2598553895950317,
+      "rewards/rejected": -3.7779529094696045,
+      "step": 335
+    },
+    {
+      "epoch": 0.7267869071476286,
+      "grad_norm": 11.971594157201615,
+      "learning_rate": 1.0457064187534861e-07,
+      "logits/chosen": -1.1181275844573975,
+      "logits/rejected": -1.1251561641693115,
+      "logps/chosen": -377.51702880859375,
+      "logps/rejected": -473.9267578125,
+      "loss": 0.4596,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -2.4598231315612793,
+      "rewards/margins": 0.9653431177139282,
+      "rewards/rejected": -3.425166368484497,
+      "step": 340
+    },
+    {
+      "epoch": 0.7374749498997996,
+      "grad_norm": 12.425808977231927,
+      "learning_rate": 9.706892522124838e-08,
+      "logits/chosen": -1.1686431169509888,
+      "logits/rejected": -1.1265268325805664,
+      "logps/chosen": -380.68182373046875,
+      "logps/rejected": -514.7440795898438,
+      "loss": 0.4603,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -2.472411870956421,
+      "rewards/margins": 1.2738642692565918,
+      "rewards/rejected": -3.746276378631592,
+      "step": 345
+    },
+    {
+      "epoch": 0.7481629926519706,
+      "grad_norm": 11.890702747115746,
+      "learning_rate": 8.978109650374396e-08,
+      "logits/chosen": -1.148089051246643,
+      "logits/rejected": -1.1227022409439087,
+      "logps/chosen": -399.41314697265625,
+      "logps/rejected": -521.9442138671875,
+      "loss": 0.4804,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.561880350112915,
+      "rewards/margins": 1.2199928760528564,
+      "rewards/rejected": -3.7818729877471924,
+      "step": 350
+    },
+    {
+      "epoch": 0.7588510354041417,
+      "grad_norm": 12.791190795974952,
+      "learning_rate": 8.271734841028552e-08,
+      "logits/chosen": -1.183532476425171,
+      "logits/rejected": -1.1328392028808594,
+      "logps/chosen": -381.5467224121094,
+      "logps/rejected": -503.429443359375,
+      "loss": 0.4614,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -2.481640338897705,
+      "rewards/margins": 1.1825543642044067,
+      "rewards/rejected": -3.6641948223114014,
+      "step": 355
+    },
+    {
+      "epoch": 0.7695390781563126,
+      "grad_norm": 13.968680769240212,
+      "learning_rate": 7.588756023130833e-08,
+      "logits/chosen": -1.1227108240127563,
+      "logits/rejected": -1.1098791360855103,
+      "logps/chosen": -447.305908203125,
+      "logps/rejected": -547.0501708984375,
+      "loss": 0.4819,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.975123643875122,
+      "rewards/margins": 1.016580581665039,
+      "rewards/rejected": -3.991704225540161,
+      "step": 360
+    },
+    {
+      "epoch": 0.7802271209084837,
+      "grad_norm": 11.168925682730078,
+      "learning_rate": 6.930128404315214e-08,
+      "logits/chosen": -1.114778995513916,
+      "logits/rejected": -1.1109967231750488,
+      "logps/chosen": -388.29180908203125,
+      "logps/rejected": -487.2281188964844,
+      "loss": 0.5,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.582573175430298,
+      "rewards/margins": 1.0152910947799683,
+      "rewards/rejected": -3.5978641510009766,
+      "step": 365
+    },
+    {
+      "epoch": 0.7909151636606546,
+      "grad_norm": 13.239292689249694,
+      "learning_rate": 6.296773134861824e-08,
+      "logits/chosen": -1.103332757949829,
+      "logits/rejected": -1.1321933269500732,
+      "logps/chosen": -461.54144287109375,
+      "logps/rejected": -562.6329956054688,
+      "loss": 0.4648,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -3.0157008171081543,
+      "rewards/margins": 1.048421859741211,
+      "rewards/rejected": -4.064122200012207,
+      "step": 370
+    },
+    {
+      "epoch": 0.8016032064128257,
+      "grad_norm": 13.646448582778378,
+      "learning_rate": 5.6895760193850145e-08,
+      "logits/chosen": -1.1235052347183228,
+      "logits/rejected": -1.0928159952163696,
+      "logps/chosen": -462.86151123046875,
+      "logps/rejected": -591.8976440429688,
+      "loss": 0.4739,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -3.0480246543884277,
+      "rewards/margins": 1.275998592376709,
+      "rewards/rejected": -4.324023246765137,
+      "step": 375
+    },
+    {
+      "epoch": 0.8122912491649966,
+      "grad_norm": 11.33251392917659,
+      "learning_rate": 5.109386277955477e-08,
+      "logits/chosen": -1.15762460231781,
+      "logits/rejected": -1.1210025548934937,
+      "logps/chosen": -398.91845703125,
+      "logps/rejected": -516.3990478515625,
+      "loss": 0.4752,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.641331434249878,
+      "rewards/margins": 1.1301677227020264,
+      "rewards/rejected": -3.771498918533325,
+      "step": 380
+    },
+    {
+      "epoch": 0.8229792919171677,
+      "grad_norm": 11.645201658514315,
+      "learning_rate": 4.557015358389216e-08,
+      "logits/chosen": -1.0627987384796143,
+      "logits/rejected": -1.0219955444335938,
+      "logps/chosen": -442.78509521484375,
+      "logps/rejected": -564.0164794921875,
+      "loss": 0.4698,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.9697105884552,
+      "rewards/margins": 1.194527268409729,
+      "rewards/rejected": -4.164237976074219,
+      "step": 385
+    },
+    {
+      "epoch": 0.8336673346693386,
+      "grad_norm": 10.979551651732281,
+      "learning_rate": 4.0332358013644015e-08,
+      "logits/chosen": -1.1074035167694092,
+      "logits/rejected": -1.0916277170181274,
+      "logps/chosen": -367.6272888183594,
+      "logps/rejected": -464.1207580566406,
+      "loss": 0.4769,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.3876452445983887,
+      "rewards/margins": 0.9555605053901672,
+      "rewards/rejected": -3.3432059288024902,
+      "step": 390
+    },
+    {
+      "epoch": 0.8443553774215097,
+      "grad_norm": 13.533274051768618,
+      "learning_rate": 3.538780159953347e-08,
+      "logits/chosen": -1.212962031364441,
+      "logits/rejected": -1.1396621465682983,
+      "logps/chosen": -408.75,
+      "logps/rejected": -544.1329345703125,
+      "loss": 0.4368,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.6063055992126465,
+      "rewards/margins": 1.3411363363265991,
+      "rewards/rejected": -3.947441816329956,
+      "step": 395
+    },
+    {
+      "epoch": 0.8550434201736807,
+      "grad_norm": 12.733218505788106,
+      "learning_rate": 3.074339975080836e-08,
+      "logits/chosen": -1.148024320602417,
+      "logits/rejected": -1.1184183359146118,
+      "logps/chosen": -373.7535095214844,
+      "logps/rejected": -482.0838317871094,
+      "loss": 0.4969,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -2.3768413066864014,
+      "rewards/margins": 1.0650882720947266,
+      "rewards/rejected": -3.441929578781128,
+      "step": 400
+    },
+    {
+      "epoch": 0.8550434201736807,
+      "eval_logits/chosen": -1.3700683116912842,
+      "eval_logits/rejected": -1.3757455348968506,
+      "eval_logps/chosen": -413.93695068359375,
+      "eval_logps/rejected": -523.8345947265625,
+      "eval_loss": 0.4551873207092285,
+      "eval_rewards/accuracies": 0.7825203537940979,
+      "eval_rewards/chosen": -2.6717867851257324,
+      "eval_rewards/margins": 1.1194336414337158,
+      "eval_rewards/rejected": -3.79121994972229,
+      "eval_runtime": 138.555,
+      "eval_samples_per_second": 14.153,
+      "eval_steps_per_second": 0.888,
+      "step": 400
+    },
+    {
+      "epoch": 0.8657314629258517,
+      "grad_norm": 12.5865585561515,
+      "learning_rate": 2.6405648083415833e-08,
+      "logits/chosen": -1.0751665830612183,
+      "logits/rejected": -1.0260978937149048,
+      "logps/chosen": -418.41705322265625,
+      "logps/rejected": -541.9882202148438,
+      "loss": 0.4643,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -2.7027249336242676,
+      "rewards/margins": 1.227163553237915,
+      "rewards/rejected": -3.9298882484436035,
+      "step": 405
+    },
+    {
+      "epoch": 0.8764195056780227,
+      "grad_norm": 12.601091513863949,
+      "learning_rate": 2.2380613335296033e-08,
+      "logits/chosen": -1.1413732767105103,
+      "logits/rejected": -1.1055208444595337,
+      "logps/chosen": -366.639404296875,
+      "logps/rejected": -481.713134765625,
+      "loss": 0.4653,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.4533848762512207,
+      "rewards/margins": 1.1233689785003662,
+      "rewards/rejected": -3.576754093170166,
+      "step": 410
+    },
+    {
+      "epoch": 0.8871075484301937,
+      "grad_norm": 13.066577532210125,
+      "learning_rate": 1.8673924881500823e-08,
+      "logits/chosen": -1.10080885887146,
+      "logits/rejected": -1.0285663604736328,
+      "logps/chosen": -380.1090393066406,
+      "logps/rejected": -508.6268005371094,
+      "loss": 0.4485,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.415308713912964,
+      "rewards/margins": 1.240543007850647,
+      "rewards/rejected": -3.6558518409729004,
+      "step": 415
+    },
+    {
+      "epoch": 0.8977955911823647,
+      "grad_norm": 12.145870162537223,
+      "learning_rate": 1.5290766861003475e-08,
+      "logits/chosen": -1.1743987798690796,
+      "logits/rejected": -1.1526283025741577,
+      "logps/chosen": -440.66131591796875,
+      "logps/rejected": -581.8287353515625,
+      "loss": 0.4872,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -2.875122547149658,
+      "rewards/margins": 1.4238803386688232,
+      "rewards/rejected": -4.2990031242370605,
+      "step": 420
+    },
+    {
+      "epoch": 0.9084836339345357,
+      "grad_norm": 11.739825818683338,
+      "learning_rate": 1.2235870926211616e-08,
+      "logits/chosen": -1.0908244848251343,
+      "logits/rejected": -1.1033689975738525,
+      "logps/chosen": -408.0919494628906,
+      "logps/rejected": -518.0597534179688,
+      "loss": 0.4387,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.702038526535034,
+      "rewards/margins": 1.0877623558044434,
+      "rewards/rejected": -3.7898006439208984,
+      "step": 425
+    },
+    {
+      "epoch": 0.9191716766867067,
+      "grad_norm": 12.329532206253695,
+      "learning_rate": 9.513509625323518e-09,
+      "logits/chosen": -1.1623934507369995,
+      "logits/rejected": -1.0802030563354492,
+      "logps/chosen": -386.89892578125,
+      "logps/rejected": -503.4716796875,
+      "loss": 0.4559,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -2.5662150382995605,
+      "rewards/margins": 1.148738145828247,
+      "rewards/rejected": -3.7149529457092285,
+      "step": 430
+    },
+    {
+      "epoch": 0.9298597194388778,
+      "grad_norm": 11.857086807379389,
+      "learning_rate": 7.127490426783123e-09,
+      "logits/chosen": -1.1498429775238037,
+      "logits/rejected": -1.0693401098251343,
+      "logps/chosen": -414.286376953125,
+      "logps/rejected": -572.8092651367188,
+      "loss": 0.4683,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -2.689687967300415,
+      "rewards/margins": 1.514949083328247,
+      "rewards/rejected": -4.204636573791504,
+      "step": 435
+    },
+    {
+      "epoch": 0.9405477621910487,
+      "grad_norm": 12.91721869439961,
+      "learning_rate": 5.08115039419113e-09,
+      "logits/chosen": -1.1964166164398193,
+      "logits/rejected": -1.194476842880249,
+      "logps/chosen": -399.6353454589844,
+      "logps/rejected": -526.474365234375,
+      "loss": 0.4984,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.5647048950195312,
+      "rewards/margins": 1.276857852935791,
+      "rewards/rejected": -3.8415627479553223,
+      "step": 440
+    },
+    {
+      "epoch": 0.9512358049432198,
+      "grad_norm": 12.8816936299457,
+      "learning_rate": 3.3773515191196646e-09,
+      "logits/chosen": -1.1637150049209595,
+      "logits/rejected": -1.1231582164764404,
+      "logps/chosen": -381.24951171875,
+      "logps/rejected": -477.2069396972656,
+      "loss": 0.4739,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.519331216812134,
+      "rewards/margins": 0.9380820989608765,
+      "rewards/rejected": -3.4574131965637207,
+      "step": 445
+    },
+    {
+      "epoch": 0.9619238476953907,
+      "grad_norm": 11.61989788567428,
+      "learning_rate": 2.0184767183584474e-09,
+      "logits/chosen": -1.1078846454620361,
+      "logits/rejected": -1.0659663677215576,
+      "logps/chosen": -416.00396728515625,
+      "logps/rejected": -533.6871948242188,
+      "loss": 0.4493,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.688882827758789,
+      "rewards/margins": 1.1919751167297363,
+      "rewards/rejected": -3.8808579444885254,
+      "step": 450
+    },
+    {
+      "epoch": 0.9726118904475618,
+      "grad_norm": 13.545721058814722,
+      "learning_rate": 1.0064265011902328e-09,
+      "logits/chosen": -1.1321229934692383,
+      "logits/rejected": -1.1299998760223389,
+      "logps/chosen": -422.478515625,
+      "logps/rejected": -530.3602294921875,
+      "loss": 0.5019,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -2.8102688789367676,
+      "rewards/margins": 1.06600022315979,
+      "rewards/rejected": -3.8762691020965576,
+      "step": 455
+    },
+    {
+      "epoch": 0.9832999331997327,
+      "grad_norm": 12.858211004000966,
+      "learning_rate": 3.4261631135654167e-10,
+      "logits/chosen": -1.1480685472488403,
+      "logits/rejected": -1.1026537418365479,
+      "logps/chosen": -405.17535400390625,
+      "logps/rejected": -535.4923706054688,
+      "loss": 0.4723,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.6063952445983887,
+      "rewards/margins": 1.2559940814971924,
+      "rewards/rejected": -3.8623898029327393,
+      "step": 460
+    },
+    {
+      "epoch": 0.9939879759519038,
+      "grad_norm": 13.689997686849694,
+      "learning_rate": 2.797454743164174e-11,
+      "logits/chosen": -1.1089667081832886,
+      "logits/rejected": -1.083504319190979,
+      "logps/chosen": -401.54608154296875,
+      "logps/rejected": -537.4036254882812,
+      "loss": 0.4418,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.5808029174804688,
+      "rewards/margins": 1.34718918800354,
+      "rewards/rejected": -3.927992343902588,
+      "step": 465
+    },
+    {
+      "epoch": 0.9982631930527722,
+      "step": 467,
+      "total_flos": 0.0,
+      "train_loss": 0.5344834789729476,
+      "train_runtime": 14491.6532,
+      "train_samples_per_second": 4.132,
+      "train_steps_per_second": 0.032
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 467,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d420f6ce8bd7e120eeae227dbdc273a2ada7afc34348bd97fe3665400e691e2
+size 7544