AmberYifan commited on
Commit
4fd9c93
·
verified ·
1 Parent(s): 9b3f1b6

Training in progress, epoch 3, checkpoint

Browse files
last-checkpoint/global_step939/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df952440a7367ac1dc62a5a66c0d33bacd3731d04cef311071a00eec1773b411
3
+ size 15231238316
last-checkpoint/global_step939/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be98ef26beec359e8527851ece41f7b9af3d3ff522389e66136bc80106a0f562
3
+ size 15231238316
last-checkpoint/global_step939/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d24793a14ba663623a7b2cd96cb5008ce53fa6c2a31b42c8294414e8525101
3
+ size 15231238316
last-checkpoint/global_step939/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34e4dbceba0821f47c1fce3fec0a67e4d5c4ad8e819222722fcfaadcaa9fcae
3
+ size 15231238316
last-checkpoint/global_step939/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991ea42e64866dbc477c7dab2a9530e099bfc526fad720f882ced77ff27d5cd3
3
+ size 167957
last-checkpoint/global_step939/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8195020e89d5c3c3d78e30a3d89e2ff5b64d96b37288972f0549651f48910dbc
3
+ size 167957
last-checkpoint/global_step939/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5e63b5b596f45953c0497a68c57c014f71297bf64f2bb4c69d4fca3c34b442
3
+ size 167957
last-checkpoint/global_step939/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e2e85ca62392ab31787f50a49ba339e05038e530d5b84c2009159621a09e0d
3
+ size 167957
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step626
 
1
+ global_step939
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45ff119e4300ae9dd162a8628341f40e7b99db7b310de0e7f02ff860315d5fc7
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a43e339b088ad8bd33a37192696c715b616ad8699d8c6a1e30d996943f90d6b
3
  size 4877660776
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb9a29505f840aa39b58de3592f2773b0a9c3d08a4479c39bed84db020fe33a9
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441e778b9a96f285fa0aa2f98c580ac56c8326faeb081da26557d0dc980225df
3
  size 4932751008
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93af26b57c9fe03565e9016906d402c507d1054e56a25be5ed32562465006667
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375257f8ebdc4d3bbe0ac965a9c22af835a44763758cddc62a2d6d1ad5f25eef
3
  size 4330865200
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afb371bee33f7ceb700812070db37d98ccdfd925fcdfe6a9be6469fb5f0c29c1
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e8ee036d2946b0c0eb119b775943d84c3285a7f6bd20c5eba6e78c897490e5
3
  size 1089994880
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2307c03867cef25b5028feb9a23f80e784b9af9a615de13ddca560a6a90fb593
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7cf0d34d60dfda516cf9661904550e2e294e723edd07c25c738f05e8ba92d1
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50218cfaecdd818354e567b7167c13899e3b42297e7d8f58bd7e732cfa547800
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b183324e8227a51a9556d86b2ad893a8c4c52205ed4a737356c6611dac7353
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9814a66b49861f5495b06dae3be12ddf7185b88e2cae1fb808ca9efd99d5807f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac69e994090f4818cb1fa6f6cefa363178552c3c731c6507ff195bcb07fd5bef
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7be93040a65e0a29975f6c70b94418e1fdf88423a50c58aa572141d3c92fbfc
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f68e61b63402f8afb1f69c960f7944965655dac11e3ccf29919c282f23931f86
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7725b44c69725321786f1e58dccd7ea4d3ae5794ea47bd49c0d4a139aec266d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7d17fbcfa5bee1bf6cb5aedab3ff5a70436912c200d7301d173be443809d63
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 626,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -984,6 +984,487 @@
984
  "eval_samples_per_second": 15.572,
985
  "eval_steps_per_second": 0.553,
986
  "step": 626
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
987
  }
988
  ],
989
  "logging_steps": 10,
@@ -998,7 +1479,7 @@
998
  "should_evaluate": false,
999
  "should_log": false,
1000
  "should_save": true,
1001
- "should_training_stop": false
1002
  },
1003
  "attributes": {}
1004
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 500,
6
+ "global_step": 939,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
984
  "eval_samples_per_second": 15.572,
985
  "eval_steps_per_second": 0.553,
986
  "step": 626
987
+ },
988
+ {
989
+ "epoch": 2.012779552715655,
990
+ "grad_norm": 18.241699866247686,
991
+ "learning_rate": 1.8284023668639053e-07,
992
+ "logits/chosen": -0.37109375,
993
+ "logits/rejected": -0.376953125,
994
+ "logps/chosen": -272.0,
995
+ "logps/rejected": -334.0,
996
+ "loss": 0.0797,
997
+ "rewards/accuracies": 0.9750000238418579,
998
+ "rewards/chosen": -1.7734375,
999
+ "rewards/margins": 5.46875,
1000
+ "rewards/rejected": -7.25,
1001
+ "step": 630
1002
+ },
1003
+ {
1004
+ "epoch": 2.0447284345047922,
1005
+ "grad_norm": 7.402237455250574,
1006
+ "learning_rate": 1.7692307692307693e-07,
1007
+ "logits/chosen": -0.302734375,
1008
+ "logits/rejected": -0.306640625,
1009
+ "logps/chosen": -276.0,
1010
+ "logps/rejected": -338.0,
1011
+ "loss": 0.0779,
1012
+ "rewards/accuracies": 0.9750000238418579,
1013
+ "rewards/chosen": -2.0625,
1014
+ "rewards/margins": 5.28125,
1015
+ "rewards/rejected": -7.34375,
1016
+ "step": 640
1017
+ },
1018
+ {
1019
+ "epoch": 2.07667731629393,
1020
+ "grad_norm": 15.213558693968412,
1021
+ "learning_rate": 1.710059171597633e-07,
1022
+ "logits/chosen": -0.4296875,
1023
+ "logits/rejected": -0.3125,
1024
+ "logps/chosen": -270.0,
1025
+ "logps/rejected": -334.0,
1026
+ "loss": 0.0986,
1027
+ "rewards/accuracies": 0.9624999761581421,
1028
+ "rewards/chosen": -1.4765625,
1029
+ "rewards/margins": 5.375,
1030
+ "rewards/rejected": -6.875,
1031
+ "step": 650
1032
+ },
1033
+ {
1034
+ "epoch": 2.108626198083067,
1035
+ "grad_norm": 6.558513252601039,
1036
+ "learning_rate": 1.650887573964497e-07,
1037
+ "logits/chosen": -0.294921875,
1038
+ "logits/rejected": -0.23828125,
1039
+ "logps/chosen": -260.0,
1040
+ "logps/rejected": -330.0,
1041
+ "loss": 0.0463,
1042
+ "rewards/accuracies": 1.0,
1043
+ "rewards/chosen": -0.98828125,
1044
+ "rewards/margins": 6.0,
1045
+ "rewards/rejected": -6.96875,
1046
+ "step": 660
1047
+ },
1048
+ {
1049
+ "epoch": 2.1405750798722045,
1050
+ "grad_norm": 2.7928900841374116,
1051
+ "learning_rate": 1.591715976331361e-07,
1052
+ "logits/chosen": -0.3984375,
1053
+ "logits/rejected": -0.3046875,
1054
+ "logps/chosen": -266.0,
1055
+ "logps/rejected": -336.0,
1056
+ "loss": 0.0371,
1057
+ "rewards/accuracies": 1.0,
1058
+ "rewards/chosen": -1.4140625,
1059
+ "rewards/margins": 6.1875,
1060
+ "rewards/rejected": -7.59375,
1061
+ "step": 670
1062
+ },
1063
+ {
1064
+ "epoch": 2.1725239616613417,
1065
+ "grad_norm": 3.284910793509464,
1066
+ "learning_rate": 1.5325443786982248e-07,
1067
+ "logits/chosen": -0.4765625,
1068
+ "logits/rejected": -0.30078125,
1069
+ "logps/chosen": -254.0,
1070
+ "logps/rejected": -336.0,
1071
+ "loss": 0.0587,
1072
+ "rewards/accuracies": 0.987500011920929,
1073
+ "rewards/chosen": -0.78515625,
1074
+ "rewards/margins": 6.5625,
1075
+ "rewards/rejected": -7.34375,
1076
+ "step": 680
1077
+ },
1078
+ {
1079
+ "epoch": 2.2044728434504792,
1080
+ "grad_norm": 7.644866358289651,
1081
+ "learning_rate": 1.4733727810650885e-07,
1082
+ "logits/chosen": -0.392578125,
1083
+ "logits/rejected": -0.3125,
1084
+ "logps/chosen": -270.0,
1085
+ "logps/rejected": -336.0,
1086
+ "loss": 0.0464,
1087
+ "rewards/accuracies": 0.987500011920929,
1088
+ "rewards/chosen": -1.3203125,
1089
+ "rewards/margins": 6.125,
1090
+ "rewards/rejected": -7.4375,
1091
+ "step": 690
1092
+ },
1093
+ {
1094
+ "epoch": 2.236421725239617,
1095
+ "grad_norm": 3.4166784290048615,
1096
+ "learning_rate": 1.4142011834319526e-07,
1097
+ "logits/chosen": -0.4609375,
1098
+ "logits/rejected": -0.2578125,
1099
+ "logps/chosen": -253.0,
1100
+ "logps/rejected": -332.0,
1101
+ "loss": 0.0418,
1102
+ "rewards/accuracies": 1.0,
1103
+ "rewards/chosen": -0.80078125,
1104
+ "rewards/margins": 6.375,
1105
+ "rewards/rejected": -7.1875,
1106
+ "step": 700
1107
+ },
1108
+ {
1109
+ "epoch": 2.268370607028754,
1110
+ "grad_norm": 18.486708233609825,
1111
+ "learning_rate": 1.3550295857988164e-07,
1112
+ "logits/chosen": -0.4921875,
1113
+ "logits/rejected": -0.361328125,
1114
+ "logps/chosen": -260.0,
1115
+ "logps/rejected": -342.0,
1116
+ "loss": 0.082,
1117
+ "rewards/accuracies": 0.987500011920929,
1118
+ "rewards/chosen": -1.5234375,
1119
+ "rewards/margins": 6.34375,
1120
+ "rewards/rejected": -7.84375,
1121
+ "step": 710
1122
+ },
1123
+ {
1124
+ "epoch": 2.3003194888178915,
1125
+ "grad_norm": 7.094665874891602,
1126
+ "learning_rate": 1.2958579881656802e-07,
1127
+ "logits/chosen": -0.4609375,
1128
+ "logits/rejected": -0.275390625,
1129
+ "logps/chosen": -264.0,
1130
+ "logps/rejected": -338.0,
1131
+ "loss": 0.0467,
1132
+ "rewards/accuracies": 0.9750000238418579,
1133
+ "rewards/chosen": -1.25,
1134
+ "rewards/margins": 6.5625,
1135
+ "rewards/rejected": -7.8125,
1136
+ "step": 720
1137
+ },
1138
+ {
1139
+ "epoch": 2.3322683706070286,
1140
+ "grad_norm": 12.579518491613028,
1141
+ "learning_rate": 1.2366863905325443e-07,
1142
+ "logits/chosen": -0.46484375,
1143
+ "logits/rejected": -0.40625,
1144
+ "logps/chosen": -264.0,
1145
+ "logps/rejected": -336.0,
1146
+ "loss": 0.0498,
1147
+ "rewards/accuracies": 1.0,
1148
+ "rewards/chosen": -1.625,
1149
+ "rewards/margins": 6.0,
1150
+ "rewards/rejected": -7.625,
1151
+ "step": 730
1152
+ },
1153
+ {
1154
+ "epoch": 2.364217252396166,
1155
+ "grad_norm": 3.8020122383533996,
1156
+ "learning_rate": 1.1775147928994082e-07,
1157
+ "logits/chosen": -0.396484375,
1158
+ "logits/rejected": -0.30078125,
1159
+ "logps/chosen": -272.0,
1160
+ "logps/rejected": -346.0,
1161
+ "loss": 0.053,
1162
+ "rewards/accuracies": 1.0,
1163
+ "rewards/chosen": -1.7734375,
1164
+ "rewards/margins": 6.5625,
1165
+ "rewards/rejected": -8.3125,
1166
+ "step": 740
1167
+ },
1168
+ {
1169
+ "epoch": 2.3961661341853033,
1170
+ "grad_norm": 7.2662422494862255,
1171
+ "learning_rate": 1.1183431952662721e-07,
1172
+ "logits/chosen": -0.47265625,
1173
+ "logits/rejected": -0.361328125,
1174
+ "logps/chosen": -272.0,
1175
+ "logps/rejected": -354.0,
1176
+ "loss": 0.0467,
1177
+ "rewards/accuracies": 1.0,
1178
+ "rewards/chosen": -1.96875,
1179
+ "rewards/margins": 6.5625,
1180
+ "rewards/rejected": -8.5625,
1181
+ "step": 750
1182
+ },
1183
+ {
1184
+ "epoch": 2.428115015974441,
1185
+ "grad_norm": 9.44464858583,
1186
+ "learning_rate": 1.059171597633136e-07,
1187
+ "logits/chosen": -0.353515625,
1188
+ "logits/rejected": -0.240234375,
1189
+ "logps/chosen": -268.0,
1190
+ "logps/rejected": -340.0,
1191
+ "loss": 0.0353,
1192
+ "rewards/accuracies": 1.0,
1193
+ "rewards/chosen": -1.390625,
1194
+ "rewards/margins": 6.3125,
1195
+ "rewards/rejected": -7.71875,
1196
+ "step": 760
1197
+ },
1198
+ {
1199
+ "epoch": 2.460063897763578,
1200
+ "grad_norm": 6.695861150174956,
1201
+ "learning_rate": 1e-07,
1202
+ "logits/chosen": -0.427734375,
1203
+ "logits/rejected": -0.28125,
1204
+ "logps/chosen": -268.0,
1205
+ "logps/rejected": -342.0,
1206
+ "loss": 0.0467,
1207
+ "rewards/accuracies": 0.987500011920929,
1208
+ "rewards/chosen": -1.3984375,
1209
+ "rewards/margins": 6.3125,
1210
+ "rewards/rejected": -7.71875,
1211
+ "step": 770
1212
+ },
1213
+ {
1214
+ "epoch": 2.4920127795527156,
1215
+ "grad_norm": 5.8132707822864385,
1216
+ "learning_rate": 9.408284023668639e-08,
1217
+ "logits/chosen": -0.42578125,
1218
+ "logits/rejected": -0.384765625,
1219
+ "logps/chosen": -276.0,
1220
+ "logps/rejected": -348.0,
1221
+ "loss": 0.0304,
1222
+ "rewards/accuracies": 1.0,
1223
+ "rewards/chosen": -2.21875,
1224
+ "rewards/margins": 6.375,
1225
+ "rewards/rejected": -8.625,
1226
+ "step": 780
1227
+ },
1228
+ {
1229
+ "epoch": 2.523961661341853,
1230
+ "grad_norm": 31.743459957220768,
1231
+ "learning_rate": 8.816568047337278e-08,
1232
+ "logits/chosen": -0.34375,
1233
+ "logits/rejected": -0.337890625,
1234
+ "logps/chosen": -282.0,
1235
+ "logps/rejected": -356.0,
1236
+ "loss": 0.0535,
1237
+ "rewards/accuracies": 0.9750000238418579,
1238
+ "rewards/chosen": -2.328125,
1239
+ "rewards/margins": 6.25,
1240
+ "rewards/rejected": -8.625,
1241
+ "step": 790
1242
+ },
1243
+ {
1244
+ "epoch": 2.5559105431309903,
1245
+ "grad_norm": 14.397287073427687,
1246
+ "learning_rate": 8.224852071005916e-08,
1247
+ "logits/chosen": -0.4140625,
1248
+ "logits/rejected": -0.2265625,
1249
+ "logps/chosen": -266.0,
1250
+ "logps/rejected": -344.0,
1251
+ "loss": 0.041,
1252
+ "rewards/accuracies": 1.0,
1253
+ "rewards/chosen": -1.15625,
1254
+ "rewards/margins": 6.59375,
1255
+ "rewards/rejected": -7.75,
1256
+ "step": 800
1257
+ },
1258
+ {
1259
+ "epoch": 2.587859424920128,
1260
+ "grad_norm": 7.8843681357511155,
1261
+ "learning_rate": 7.633136094674555e-08,
1262
+ "logits/chosen": -0.43359375,
1263
+ "logits/rejected": -0.349609375,
1264
+ "logps/chosen": -266.0,
1265
+ "logps/rejected": -340.0,
1266
+ "loss": 0.0386,
1267
+ "rewards/accuracies": 1.0,
1268
+ "rewards/chosen": -1.5625,
1269
+ "rewards/margins": 6.5,
1270
+ "rewards/rejected": -8.0625,
1271
+ "step": 810
1272
+ },
1273
+ {
1274
+ "epoch": 2.619808306709265,
1275
+ "grad_norm": 21.116338835976237,
1276
+ "learning_rate": 7.041420118343195e-08,
1277
+ "logits/chosen": -0.4921875,
1278
+ "logits/rejected": -0.30078125,
1279
+ "logps/chosen": -262.0,
1280
+ "logps/rejected": -344.0,
1281
+ "loss": 0.0537,
1282
+ "rewards/accuracies": 0.9750000238418579,
1283
+ "rewards/chosen": -1.4140625,
1284
+ "rewards/margins": 6.53125,
1285
+ "rewards/rejected": -7.96875,
1286
+ "step": 820
1287
+ },
1288
+ {
1289
+ "epoch": 2.6517571884984026,
1290
+ "grad_norm": 8.528280731121223,
1291
+ "learning_rate": 6.449704142011835e-08,
1292
+ "logits/chosen": -0.4921875,
1293
+ "logits/rejected": -0.44140625,
1294
+ "logps/chosen": -264.0,
1295
+ "logps/rejected": -342.0,
1296
+ "loss": 0.0423,
1297
+ "rewards/accuracies": 0.987500011920929,
1298
+ "rewards/chosen": -1.40625,
1299
+ "rewards/margins": 6.59375,
1300
+ "rewards/rejected": -8.0,
1301
+ "step": 830
1302
+ },
1303
+ {
1304
+ "epoch": 2.68370607028754,
1305
+ "grad_norm": 23.00258608838155,
1306
+ "learning_rate": 5.857988165680473e-08,
1307
+ "logits/chosen": -0.435546875,
1308
+ "logits/rejected": -0.36328125,
1309
+ "logps/chosen": -252.0,
1310
+ "logps/rejected": -334.0,
1311
+ "loss": 0.0359,
1312
+ "rewards/accuracies": 1.0,
1313
+ "rewards/chosen": -0.875,
1314
+ "rewards/margins": 6.59375,
1315
+ "rewards/rejected": -7.46875,
1316
+ "step": 840
1317
+ },
1318
+ {
1319
+ "epoch": 2.7156549520766773,
1320
+ "grad_norm": 10.971091921904996,
1321
+ "learning_rate": 5.266272189349112e-08,
1322
+ "logits/chosen": -0.439453125,
1323
+ "logits/rejected": -0.23828125,
1324
+ "logps/chosen": -268.0,
1325
+ "logps/rejected": -340.0,
1326
+ "loss": 0.0792,
1327
+ "rewards/accuracies": 0.9375,
1328
+ "rewards/chosen": -2.0625,
1329
+ "rewards/margins": 5.5,
1330
+ "rewards/rejected": -7.5625,
1331
+ "step": 850
1332
+ },
1333
+ {
1334
+ "epoch": 2.747603833865815,
1335
+ "grad_norm": 23.47882603701124,
1336
+ "learning_rate": 4.674556213017751e-08,
1337
+ "logits/chosen": -0.44921875,
1338
+ "logits/rejected": -0.369140625,
1339
+ "logps/chosen": -260.0,
1340
+ "logps/rejected": -330.0,
1341
+ "loss": 0.0565,
1342
+ "rewards/accuracies": 0.9750000238418579,
1343
+ "rewards/chosen": -1.1015625,
1344
+ "rewards/margins": 5.84375,
1345
+ "rewards/rejected": -6.9375,
1346
+ "step": 860
1347
+ },
1348
+ {
1349
+ "epoch": 2.779552715654952,
1350
+ "grad_norm": 18.207194355135897,
1351
+ "learning_rate": 4.082840236686391e-08,
1352
+ "logits/chosen": -0.54296875,
1353
+ "logits/rejected": -0.33984375,
1354
+ "logps/chosen": -262.0,
1355
+ "logps/rejected": -340.0,
1356
+ "loss": 0.0406,
1357
+ "rewards/accuracies": 1.0,
1358
+ "rewards/chosen": -1.0390625,
1359
+ "rewards/margins": 6.6875,
1360
+ "rewards/rejected": -7.71875,
1361
+ "step": 870
1362
+ },
1363
+ {
1364
+ "epoch": 2.8115015974440896,
1365
+ "grad_norm": 3.414112525400886,
1366
+ "learning_rate": 3.4911242603550294e-08,
1367
+ "logits/chosen": -0.353515625,
1368
+ "logits/rejected": -0.322265625,
1369
+ "logps/chosen": -276.0,
1370
+ "logps/rejected": -342.0,
1371
+ "loss": 0.0331,
1372
+ "rewards/accuracies": 1.0,
1373
+ "rewards/chosen": -1.671875,
1374
+ "rewards/margins": 6.21875,
1375
+ "rewards/rejected": -7.875,
1376
+ "step": 880
1377
+ },
1378
+ {
1379
+ "epoch": 2.8434504792332267,
1380
+ "grad_norm": 3.645069513448636,
1381
+ "learning_rate": 2.8994082840236687e-08,
1382
+ "logits/chosen": -0.41015625,
1383
+ "logits/rejected": -0.341796875,
1384
+ "logps/chosen": -258.0,
1385
+ "logps/rejected": -350.0,
1386
+ "loss": 0.0609,
1387
+ "rewards/accuracies": 1.0,
1388
+ "rewards/chosen": -1.109375,
1389
+ "rewards/margins": 7.5,
1390
+ "rewards/rejected": -8.625,
1391
+ "step": 890
1392
+ },
1393
+ {
1394
+ "epoch": 2.8753993610223643,
1395
+ "grad_norm": 20.057840037106633,
1396
+ "learning_rate": 2.3076923076923076e-08,
1397
+ "logits/chosen": -0.58203125,
1398
+ "logits/rejected": -0.296875,
1399
+ "logps/chosen": -262.0,
1400
+ "logps/rejected": -342.0,
1401
+ "loss": 0.0551,
1402
+ "rewards/accuracies": 0.987500011920929,
1403
+ "rewards/chosen": -1.234375,
1404
+ "rewards/margins": 6.75,
1405
+ "rewards/rejected": -8.0,
1406
+ "step": 900
1407
+ },
1408
+ {
1409
+ "epoch": 2.9073482428115014,
1410
+ "grad_norm": 5.344958710263874,
1411
+ "learning_rate": 1.7159763313609465e-08,
1412
+ "logits/chosen": -0.361328125,
1413
+ "logits/rejected": -0.228515625,
1414
+ "logps/chosen": -274.0,
1415
+ "logps/rejected": -348.0,
1416
+ "loss": 0.0422,
1417
+ "rewards/accuracies": 1.0,
1418
+ "rewards/chosen": -1.9375,
1419
+ "rewards/margins": 6.375,
1420
+ "rewards/rejected": -8.3125,
1421
+ "step": 910
1422
+ },
1423
+ {
1424
+ "epoch": 2.939297124600639,
1425
+ "grad_norm": 25.83356121662788,
1426
+ "learning_rate": 1.1242603550295858e-08,
1427
+ "logits/chosen": -0.44140625,
1428
+ "logits/rejected": -0.33984375,
1429
+ "logps/chosen": -264.0,
1430
+ "logps/rejected": -340.0,
1431
+ "loss": 0.0397,
1432
+ "rewards/accuracies": 0.987500011920929,
1433
+ "rewards/chosen": -1.265625,
1434
+ "rewards/margins": 6.4375,
1435
+ "rewards/rejected": -7.71875,
1436
+ "step": 920
1437
+ },
1438
+ {
1439
+ "epoch": 2.9712460063897765,
1440
+ "grad_norm": 11.37077001510433,
1441
+ "learning_rate": 5.325443786982248e-09,
1442
+ "logits/chosen": -0.400390625,
1443
+ "logits/rejected": -0.31640625,
1444
+ "logps/chosen": -268.0,
1445
+ "logps/rejected": -346.0,
1446
+ "loss": 0.0539,
1447
+ "rewards/accuracies": 0.9750000238418579,
1448
+ "rewards/chosen": -1.6640625,
1449
+ "rewards/margins": 6.375,
1450
+ "rewards/rejected": -8.0625,
1451
+ "step": 930
1452
+ },
1453
+ {
1454
+ "epoch": 3.0,
1455
+ "eval_logits/chosen": -0.35546875,
1456
+ "eval_logits/rejected": -0.283203125,
1457
+ "eval_logps/chosen": -274.0,
1458
+ "eval_logps/rejected": -350.0,
1459
+ "eval_loss": 0.2567913234233856,
1460
+ "eval_rewards/accuracies": 0.9285714030265808,
1461
+ "eval_rewards/chosen": -1.9375,
1462
+ "eval_rewards/margins": 5.9375,
1463
+ "eval_rewards/rejected": -7.875,
1464
+ "eval_runtime": 14.5298,
1465
+ "eval_samples_per_second": 13.558,
1466
+ "eval_steps_per_second": 0.482,
1467
+ "step": 939
1468
  }
1469
  ],
1470
  "logging_steps": 10,
 
1479
  "should_evaluate": false,
1480
  "should_log": false,
1481
  "should_save": true,
1482
+ "should_training_stop": true
1483
  },
1484
  "attributes": {}
1485
  }