File size: 9,359 Bytes
a983845 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 100,
"global_step": 162,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 2.9411764705882356e-07,
"logits/chosen": -2.7916789054870605,
"logits/rejected": -2.7116382122039795,
"logps/chosen": -323.9847717285156,
"logps/rejected": -313.6904296875,
"loss": 0.6931,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.06,
"learning_rate": 2.9411764705882355e-06,
"logits/chosen": -2.673537492752075,
"logits/rejected": -2.636620044708252,
"logps/chosen": -280.41143798828125,
"logps/rejected": -293.9028625488281,
"loss": 0.6926,
"rewards/accuracies": 0.4305555522441864,
"rewards/chosen": 0.0071474602445960045,
"rewards/margins": 0.0006154652219265699,
"rewards/rejected": 0.006531994789838791,
"step": 10
},
{
"epoch": 0.12,
"learning_rate": 4.994720857837211e-06,
"logits/chosen": -2.6557788848876953,
"logits/rejected": -2.6616427898406982,
"logps/chosen": -242.90036010742188,
"logps/rejected": -262.7171630859375,
"loss": 0.6876,
"rewards/accuracies": 0.5687500238418579,
"rewards/chosen": 0.17924346029758453,
"rewards/margins": 0.011152910068631172,
"rewards/rejected": 0.1680905520915985,
"step": 20
},
{
"epoch": 0.19,
"learning_rate": 4.901488388458247e-06,
"logits/chosen": -2.6518654823303223,
"logits/rejected": -2.661100387573242,
"logps/chosen": -248.0233612060547,
"logps/rejected": -281.92254638671875,
"loss": 0.6776,
"rewards/accuracies": 0.640625,
"rewards/chosen": 0.21578983962535858,
"rewards/margins": 0.03539184108376503,
"rewards/rejected": 0.18039801716804504,
"step": 30
},
{
"epoch": 0.25,
"learning_rate": 4.6959649910976165e-06,
"logits/chosen": -2.6537535190582275,
"logits/rejected": -2.5938658714294434,
"logps/chosen": -256.3780212402344,
"logps/rejected": -289.9882507324219,
"loss": 0.6675,
"rewards/accuracies": 0.625,
"rewards/chosen": 0.15942983329296112,
"rewards/margins": 0.06988275796175003,
"rewards/rejected": 0.08954708278179169,
"step": 40
},
{
"epoch": 0.31,
"learning_rate": 4.387760711393052e-06,
"logits/chosen": -2.5633559226989746,
"logits/rejected": -2.5739550590515137,
"logps/chosen": -240.4188232421875,
"logps/rejected": -295.7885437011719,
"loss": 0.6634,
"rewards/accuracies": 0.6156250238418579,
"rewards/chosen": 0.020841460675001144,
"rewards/margins": 0.06278014928102493,
"rewards/rejected": -0.04193869233131409,
"step": 50
},
{
"epoch": 0.37,
"learning_rate": 3.991286838919086e-06,
"logits/chosen": -2.5727829933166504,
"logits/rejected": -2.5552239418029785,
"logps/chosen": -271.25531005859375,
"logps/rejected": -284.837646484375,
"loss": 0.6597,
"rewards/accuracies": 0.596875011920929,
"rewards/chosen": 0.10798764228820801,
"rewards/margins": 0.07805077731609344,
"rewards/rejected": 0.029936855658888817,
"step": 60
},
{
"epoch": 0.43,
"learning_rate": 3.5250820513035403e-06,
"logits/chosen": -2.5731635093688965,
"logits/rejected": -2.561147451400757,
"logps/chosen": -277.0789794921875,
"logps/rejected": -301.56134033203125,
"loss": 0.6577,
"rewards/accuracies": 0.625,
"rewards/chosen": -0.024448225274682045,
"rewards/margins": 0.09842626750469208,
"rewards/rejected": -0.12287448346614838,
"step": 70
},
{
"epoch": 0.49,
"learning_rate": 3.0109455662659126e-06,
"logits/chosen": -2.563314914703369,
"logits/rejected": -2.529156446456909,
"logps/chosen": -258.3672790527344,
"logps/rejected": -269.1060791015625,
"loss": 0.6578,
"rewards/accuracies": 0.625,
"rewards/chosen": 0.09700657427310944,
"rewards/margins": 0.09656216204166412,
"rewards/rejected": 0.0004444071964826435,
"step": 80
},
{
"epoch": 0.56,
"learning_rate": 2.4729178344249007e-06,
"logits/chosen": -2.61881422996521,
"logits/rejected": -2.595266580581665,
"logps/chosen": -295.1117858886719,
"logps/rejected": -314.3699035644531,
"loss": 0.6503,
"rewards/accuracies": 0.6187499761581421,
"rewards/chosen": -0.054836757481098175,
"rewards/margins": 0.10771781206130981,
"rewards/rejected": -0.1625545769929886,
"step": 90
},
{
"epoch": 0.62,
"learning_rate": 1.936156434546515e-06,
"logits/chosen": -2.587148904800415,
"logits/rejected": -2.5676586627960205,
"logps/chosen": -283.98406982421875,
"logps/rejected": -304.22027587890625,
"loss": 0.6561,
"rewards/accuracies": 0.59375,
"rewards/chosen": -0.020496565848588943,
"rewards/margins": 0.08849820494651794,
"rewards/rejected": -0.10899476706981659,
"step": 100
},
{
"epoch": 0.62,
"eval_logits/chosen": -2.6306071281433105,
"eval_logits/rejected": -2.5270211696624756,
"eval_logps/chosen": -305.47430419921875,
"eval_logps/rejected": -292.46490478515625,
"eval_loss": 0.6558266878128052,
"eval_rewards/accuracies": 0.5979999899864197,
"eval_rewards/chosen": 0.048699021339416504,
"eval_rewards/margins": 0.10221949964761734,
"eval_rewards/rejected": -0.053520478308200836,
"eval_runtime": 384.3017,
"eval_samples_per_second": 5.204,
"eval_steps_per_second": 0.651,
"step": 100
},
{
"epoch": 0.68,
"learning_rate": 1.4257597331216211e-06,
"logits/chosen": -2.5318920612335205,
"logits/rejected": -2.544257879257202,
"logps/chosen": -247.9283447265625,
"logps/rejected": -287.6404724121094,
"loss": 0.6463,
"rewards/accuracies": 0.6187499761581421,
"rewards/chosen": 0.021015625447034836,
"rewards/margins": 0.11108793318271637,
"rewards/rejected": -0.09007229655981064,
"step": 110
},
{
"epoch": 0.74,
"learning_rate": 9.655933126436565e-07,
"logits/chosen": -2.5357818603515625,
"logits/rejected": -2.534702777862549,
"logps/chosen": -273.9105224609375,
"logps/rejected": -312.25885009765625,
"loss": 0.6432,
"rewards/accuracies": 0.59375,
"rewards/chosen": -0.0325644388794899,
"rewards/margins": 0.10732172429561615,
"rewards/rejected": -0.13988614082336426,
"step": 120
},
{
"epoch": 0.8,
"learning_rate": 5.771740434959278e-07,
"logits/chosen": -2.556398630142212,
"logits/rejected": -2.560457229614258,
"logps/chosen": -263.99798583984375,
"logps/rejected": -307.7806701660156,
"loss": 0.6483,
"rewards/accuracies": 0.6468750238418579,
"rewards/chosen": -0.007414107210934162,
"rewards/margins": 0.11074688285589218,
"rewards/rejected": -0.11816100031137466,
"step": 130
},
{
"epoch": 0.86,
"learning_rate": 2.786639790067719e-07,
"logits/chosen": -2.563178539276123,
"logits/rejected": -2.5608487129211426,
"logps/chosen": -264.00750732421875,
"logps/rejected": -310.0502014160156,
"loss": 0.6492,
"rewards/accuracies": 0.6499999761581421,
"rewards/chosen": -0.03133418411016464,
"rewards/margins": 0.12591516971588135,
"rewards/rejected": -0.1572493612766266,
"step": 140
},
{
"epoch": 0.93,
"learning_rate": 8.402111802159413e-08,
"logits/chosen": -2.5827817916870117,
"logits/rejected": -2.5521092414855957,
"logps/chosen": -257.99468994140625,
"logps/rejected": -305.74700927734375,
"loss": 0.6457,
"rewards/accuracies": 0.6499999761581421,
"rewards/chosen": 0.012706765905022621,
"rewards/margins": 0.15555641055107117,
"rewards/rejected": -0.1428496539592743,
"step": 150
},
{
"epoch": 0.99,
"learning_rate": 2.34674439005822e-09,
"logits/chosen": -2.63196063041687,
"logits/rejected": -2.579667568206787,
"logps/chosen": -291.2770080566406,
"logps/rejected": -327.9423828125,
"loss": 0.6383,
"rewards/accuracies": 0.6625000238418579,
"rewards/chosen": -0.003916625864803791,
"rewards/margins": 0.17247094213962555,
"rewards/rejected": -0.17638754844665527,
"step": 160
},
{
"epoch": 1.0,
"step": 162,
"total_flos": 0.0,
"train_loss": 0.6587186426292231,
"train_runtime": 6701.6263,
"train_samples_per_second": 3.094,
"train_steps_per_second": 0.024
}
],
"logging_steps": 10,
"max_steps": 162,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|