Model save

README.md

@@ -2,16 +2,10 @@
 license: mit
 base_model: HuggingFaceH4/mistral-7b-sft-beta
 tags:
-- alignment-handbook
-- trl
-- dpo
-- generated_from_trainer
 - trl
 - dpo
 - alignment-handbook
 - generated_from_trainer
-datasets:
-- HuggingFaceH4/ultrafeedback_binarized
 model-index:
 - name: DPO-Zephyr-7B
   results: []
@@ -22,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # DPO-Zephyr-7B
 
-This model is a fine-tuned version of [HuggingFaceH4/mistral-7b-sft-beta](https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta) on the HuggingFaceH4/ultrafeedback_binarized dataset.
+This model is a fine-tuned version of [HuggingFaceH4/mistral-7b-sft-beta](https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta) on an unknown dataset.
 
 ## Model description
 

all_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 1.0,
     "total_flos": 0.0,
-    "train_loss": 0.3818549155440398,
-    "train_runtime": 4714.6907,
+    "train_loss": 0.030318551759704878,
+    "train_runtime": 314.312,
     "train_samples": 15283,
-    "train_samples_per_second": 3.242,
-    "train_steps_per_second": 0.135
+    "train_samples_per_second": 48.624,
+    "train_steps_per_second": 2.027
 }

config.json

@@ -21,6 +21,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.41.2",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32000
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac26dbef8ff942f79ddbc3c5b131cdc9fa2d10ae43fab47f2377c9b7de2fccef
+oid sha256:0ae08a6faed6a61e5944bbacbf06f10a16c15d89ba131c1d0ace090fbd02a4bf
 size 4943162336

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c927851423f252a01b03cf8090580227fde5515df1c249c6f6198324520d072c
+oid sha256:d1fb2c679d96030af45e036313e6ae0f7eb45339027b543f200f18eeab5c8363
 size 4999819336

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f784959e0b5911b50bf26eb3e5c2da47b1203fe94661e2c520a44209a9af3fc1
+oid sha256:26980bec61c9151f0b869f54f061bef53bc8b4c49466bced6ef7bb935a454d46
 size 4540516344

train_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 1.0,
     "total_flos": 0.0,
-    "train_loss": 0.3818549155440398,
-    "train_runtime": 4714.6907,
+    "train_loss": 0.030318551759704878,
+    "train_runtime": 314.312,
     "train_samples": 15283,
-    "train_samples_per_second": 3.242,
-    "train_steps_per_second": 0.135
+    "train_samples_per_second": 48.624,
+    "train_steps_per_second": 2.027
 }

trainer_state.json

@@ -925,57 +925,57 @@
     },
     {
       "epoch": 0.957613814756672,
-      "grad_norm": 107.98710002534753,
+      "grad_norm": 102.67877330344177,
       "learning_rate": 2.734228528934679e-09,
-      "logits/chosen": -2.124533176422119,
-      "logits/rejected": -2.1044251918792725,
-      "logps/chosen": -403.1171569824219,
-      "logps/rejected": -488.7078552246094,
-      "loss": 0.5816,
-      "rewards/accuracies": 0.6875,
-      "rewards/chosen": -1.370384931564331,
-      "rewards/margins": 0.671573281288147,
-      "rewards/rejected": -2.0419580936431885,
+      "logits/chosen": -2.1245834827423096,
+      "logits/rejected": -2.1046948432922363,
+      "logps/chosen": -403.13818359375,
+      "logps/rejected": -488.44805908203125,
+      "loss": 0.5818,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -1.370595932006836,
+      "rewards/margins": 0.6687647104263306,
+      "rewards/rejected": -2.039360523223877,
       "step": 610
     },
     {
       "epoch": 0.9733124018838305,
-      "grad_norm": 62.944406149509454,
+      "grad_norm": 62.505643361986195,
       "learning_rate": 1.0851353912008642e-09,
-      "logits/chosen": -2.2792160511016846,
-      "logits/rejected": -2.1857845783233643,
-      "logps/chosen": -420.2891540527344,
-      "logps/rejected": -431.2037658691406,
+      "logits/chosen": -2.2792656421661377,
+      "logits/rejected": -2.1855509281158447,
+      "logps/chosen": -420.2193298339844,
+      "logps/rejected": -431.3525390625,
       "loss": 0.5459,
       "rewards/accuracies": 0.737500011920929,
-      "rewards/chosen": -1.3576745986938477,
-      "rewards/margins": 0.5345790982246399,
-      "rewards/rejected": -1.8922535181045532,
+      "rewards/chosen": -1.3569763898849487,
+      "rewards/margins": 0.5367645025253296,
+      "rewards/rejected": -1.8937408924102783,
       "step": 620
     },
     {
       "epoch": 0.989010989010989,
-      "grad_norm": 81.15926557617168,
+      "grad_norm": 82.06301353927576,
       "learning_rate": 1.840955480532924e-10,
-      "logits/chosen": -2.2514820098876953,
-      "logits/rejected": -2.2048940658569336,
-      "logps/chosen": -372.85504150390625,
-      "logps/rejected": -425.1669921875,
+      "logits/chosen": -2.2514705657958984,
+      "logits/rejected": -2.204968214035034,
+      "logps/chosen": -372.6676330566406,
+      "logps/rejected": -425.01708984375,
       "loss": 0.5177,
       "rewards/accuracies": 0.762499988079071,
-      "rewards/chosen": -1.1938732862472534,
-      "rewards/margins": 0.8971937894821167,
-      "rewards/rejected": -2.091067314147949,
+      "rewards/chosen": -1.1919991970062256,
+      "rewards/margins": 0.8975691795349121,
+      "rewards/rejected": -2.0895683765411377,
       "step": 630
     },
     {
       "epoch": 1.0,
       "step": 637,
       "total_flos": 0.0,
-      "train_loss": 0.3818549155440398,
-      "train_runtime": 4714.6907,
-      "train_samples_per_second": 3.242,
-      "train_steps_per_second": 0.135
+      "train_loss": 0.030318551759704878,
+      "train_runtime": 314.312,
+      "train_samples_per_second": 48.624,
+      "train_steps_per_second": 2.027
     }
   ],
   "logging_steps": 10,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c94eedec6cb1569de0d8166de454e67970fa5407497fed47cfab13fdf65173fa
+oid sha256:86f92d49570c8e77578cbebfa1f08306574d4aea2a55e4615fb1e8413abe47d0
 size 6456