| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9959925193694897, | |
| "eval_steps": 400, | |
| "global_step": 233, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02137323002938819, | |
| "grad_norm": 0.7561385035514832, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "logits/chosen": -1.7804944515228271, | |
| "logits/rejected": -1.6545133590698242, | |
| "logps/chosen": -0.7810468673706055, | |
| "logps/ref_chosen": -0.7813535928726196, | |
| "logps/ref_rejected": -0.8060104250907898, | |
| "logps/rejected": -0.805632472038269, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.33125001192092896, | |
| "rewards/chosen": 0.0007667625322937965, | |
| "rewards/margins": -0.00017807073891162872, | |
| "rewards/rejected": 0.0009448332712054253, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04274646005877638, | |
| "grad_norm": 0.5518713593482971, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "logits/chosen": -1.7383073568344116, | |
| "logits/rejected": -1.7030198574066162, | |
| "logps/chosen": -0.8675562143325806, | |
| "logps/ref_chosen": -0.8662088513374329, | |
| "logps/ref_rejected": -0.9053529500961304, | |
| "logps/rejected": -0.907278835773468, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.003368514124304056, | |
| "rewards/margins": 0.0014460685197263956, | |
| "rewards/rejected": -0.004814582876861095, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06411969008816458, | |
| "grad_norm": 0.49651747941970825, | |
| "learning_rate": 6.249999999999999e-07, | |
| "logits/chosen": -1.928145170211792, | |
| "logits/rejected": -1.8129940032958984, | |
| "logps/chosen": -0.855307400226593, | |
| "logps/ref_chosen": -0.8494969606399536, | |
| "logps/ref_rejected": -0.8662179708480835, | |
| "logps/rejected": -0.8723622560501099, | |
| "loss": 0.4998, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.014526228420436382, | |
| "rewards/margins": 0.0008344631642103195, | |
| "rewards/rejected": -0.015360690653324127, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.08549292011755276, | |
| "grad_norm": 0.27864935994148254, | |
| "learning_rate": 8.333333333333333e-07, | |
| "logits/chosen": -1.7597744464874268, | |
| "logits/rejected": -1.6725934743881226, | |
| "logps/chosen": -0.9120359420776367, | |
| "logps/ref_chosen": -0.8935796618461609, | |
| "logps/ref_rejected": -0.8952409029006958, | |
| "logps/rejected": -0.9148454666137695, | |
| "loss": 0.4993, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.0461406409740448, | |
| "rewards/margins": 0.0028707808814942837, | |
| "rewards/rejected": -0.04901142045855522, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10686615014694095, | |
| "grad_norm": 0.4763440787792206, | |
| "learning_rate": 9.999435142363483e-07, | |
| "logits/chosen": -1.624091386795044, | |
| "logits/rejected": -1.5722483396530151, | |
| "logps/chosen": -0.9541429281234741, | |
| "logps/ref_chosen": -0.8983734846115112, | |
| "logps/ref_rejected": -0.9594888687133789, | |
| "logps/rejected": -1.035103440284729, | |
| "loss": 0.4976, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.1394234150648117, | |
| "rewards/margins": 0.04961305111646652, | |
| "rewards/rejected": -0.18903647363185883, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.12823938017632916, | |
| "grad_norm": 0.3390841782093048, | |
| "learning_rate": 9.97967852255038e-07, | |
| "logits/chosen": -1.6577975749969482, | |
| "logits/rejected": -1.5775320529937744, | |
| "logps/chosen": -0.8317171931266785, | |
| "logps/ref_chosen": -0.7469085454940796, | |
| "logps/ref_rejected": -0.79144287109375, | |
| "logps/rejected": -0.8856765031814575, | |
| "loss": 0.4975, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.2120215892791748, | |
| "rewards/margins": 0.023562394082546234, | |
| "rewards/rejected": -0.23558397591114044, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.14961261020571734, | |
| "grad_norm": 0.3006940484046936, | |
| "learning_rate": 9.931806517013612e-07, | |
| "logits/chosen": -1.6243362426757812, | |
| "logits/rejected": -1.6471837759017944, | |
| "logps/chosen": -0.9220904111862183, | |
| "logps/ref_chosen": -0.7822158336639404, | |
| "logps/ref_rejected": -0.8102364540100098, | |
| "logps/rejected": -0.9670912027359009, | |
| "loss": 0.4963, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.34968677163124084, | |
| "rewards/margins": 0.04244992882013321, | |
| "rewards/rejected": -0.39213672280311584, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.17098584023510552, | |
| "grad_norm": 0.27084407210350037, | |
| "learning_rate": 9.856089412257604e-07, | |
| "logits/chosen": -1.6578766107559204, | |
| "logits/rejected": -1.6355148553848267, | |
| "logps/chosen": -1.05038583278656, | |
| "logps/ref_chosen": -0.8560595512390137, | |
| "logps/ref_rejected": -0.914546012878418, | |
| "logps/rejected": -1.1552728414535522, | |
| "loss": 0.4937, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.48581594228744507, | |
| "rewards/margins": 0.11600111424922943, | |
| "rewards/rejected": -0.6018170118331909, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.19235907026449373, | |
| "grad_norm": 0.49249762296676636, | |
| "learning_rate": 9.752954708892377e-07, | |
| "logits/chosen": -1.5577068328857422, | |
| "logits/rejected": -1.465714931488037, | |
| "logps/chosen": -1.0501822233200073, | |
| "logps/ref_chosen": -0.8724653124809265, | |
| "logps/ref_rejected": -0.8607926368713379, | |
| "logps/rejected": -1.0398765802383423, | |
| "loss": 0.4975, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -0.4442923665046692, | |
| "rewards/margins": 0.003417615545913577, | |
| "rewards/rejected": -0.4477098882198334, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2137323002938819, | |
| "grad_norm": 0.32699063420295715, | |
| "learning_rate": 9.62298470795473e-07, | |
| "logits/chosen": -1.7691097259521484, | |
| "logits/rejected": -1.7416681051254272, | |
| "logps/chosen": -0.9927698969841003, | |
| "logps/ref_chosen": -0.8696678280830383, | |
| "logps/ref_rejected": -0.8965504765510559, | |
| "logps/rejected": -1.030956506729126, | |
| "loss": 0.4967, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.3077549934387207, | |
| "rewards/margins": 0.028260568156838417, | |
| "rewards/rejected": -0.33601561188697815, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2351055303232701, | |
| "grad_norm": 0.31701868772506714, | |
| "learning_rate": 9.466913223222465e-07, | |
| "logits/chosen": -1.5519920587539673, | |
| "logits/rejected": -1.4699208736419678, | |
| "logps/chosen": -0.8616452217102051, | |
| "logps/ref_chosen": -0.7731812596321106, | |
| "logps/ref_rejected": -0.7838868498802185, | |
| "logps/rejected": -0.8863974809646606, | |
| "loss": 0.4956, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.22115974128246307, | |
| "rewards/margins": 0.03511647880077362, | |
| "rewards/rejected": -0.2562762200832367, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2564787603526583, | |
| "grad_norm": 0.40317973494529724, | |
| "learning_rate": 9.285621438083997e-07, | |
| "logits/chosen": -1.601485252380371, | |
| "logits/rejected": -1.5545583963394165, | |
| "logps/chosen": -0.8779473304748535, | |
| "logps/ref_chosen": -0.7888692617416382, | |
| "logps/ref_rejected": -0.8163660168647766, | |
| "logps/rejected": -0.9202233552932739, | |
| "loss": 0.4936, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.22269515693187714, | |
| "rewards/margins": 0.03694819286465645, | |
| "rewards/rejected": -0.2596433460712433, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2778519903820465, | |
| "grad_norm": 0.5152870416641235, | |
| "learning_rate": 9.080132930355566e-07, | |
| "logits/chosen": -1.6490017175674438, | |
| "logits/rejected": -1.6716206073760986, | |
| "logps/chosen": -0.9653270840644836, | |
| "logps/ref_chosen": -0.8533055186271667, | |
| "logps/ref_rejected": -0.9036076664924622, | |
| "logps/rejected": -1.0383471250534058, | |
| "loss": 0.4942, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.28005388379096985, | |
| "rewards/margins": 0.05679459124803543, | |
| "rewards/rejected": -0.33684849739074707, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2992252204114347, | |
| "grad_norm": 0.4174951910972595, | |
| "learning_rate": 8.851607893136064e-07, | |
| "logits/chosen": -1.728899598121643, | |
| "logits/rejected": -1.6759620904922485, | |
| "logps/chosen": -0.9261114001274109, | |
| "logps/ref_chosen": -0.8132463693618774, | |
| "logps/ref_rejected": -0.8208681344985962, | |
| "logps/rejected": -0.9566439390182495, | |
| "loss": 0.4926, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.28216248750686646, | |
| "rewards/margins": 0.057276882231235504, | |
| "rewards/rejected": -0.33943939208984375, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.32059845044082286, | |
| "grad_norm": 0.36295104026794434, | |
| "learning_rate": 8.601336584328658e-07, | |
| "logits/chosen": -1.7176015377044678, | |
| "logits/rejected": -1.7168267965316772, | |
| "logps/chosen": -0.9694639444351196, | |
| "logps/ref_chosen": -0.8283951878547668, | |
| "logps/ref_rejected": -0.8723212480545044, | |
| "logps/rejected": -1.0357882976531982, | |
| "loss": 0.4939, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.3526715338230133, | |
| "rewards/margins": 0.05599608272314072, | |
| "rewards/rejected": -0.4086676239967346, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.34197168047021104, | |
| "grad_norm": 0.6786319017410278, | |
| "learning_rate": 8.330732041813366e-07, | |
| "logits/chosen": -1.8271814584732056, | |
| "logits/rejected": -1.7772512435913086, | |
| "logps/chosen": -0.8929777145385742, | |
| "logps/ref_chosen": -0.8355891108512878, | |
| "logps/ref_rejected": -0.9002590179443359, | |
| "logps/rejected": -0.9975314140319824, | |
| "loss": 0.4901, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.14347167313098907, | |
| "rewards/margins": 0.09970954060554504, | |
| "rewards/rejected": -0.24318119883537292, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.36334491049959927, | |
| "grad_norm": 0.8407174348831177, | |
| "learning_rate": 8.041322105400921e-07, | |
| "logits/chosen": -1.706368088722229, | |
| "logits/rejected": -1.650854468345642, | |
| "logps/chosen": -0.8318307995796204, | |
| "logps/ref_chosen": -0.8256785273551941, | |
| "logps/ref_rejected": -0.8488883972167969, | |
| "logps/rejected": -0.9011926651000977, | |
| "loss": 0.4878, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.01538090594112873, | |
| "rewards/margins": 0.1153799295425415, | |
| "rewards/rejected": -0.13076083362102509, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.38471814052898745, | |
| "grad_norm": 1.0095113515853882, | |
| "learning_rate": 7.734740790612136e-07, | |
| "logits/chosen": -1.8660595417022705, | |
| "logits/rejected": -1.8641777038574219, | |
| "logps/chosen": -0.8596251606941223, | |
| "logps/ref_chosen": -0.9228288531303406, | |
| "logps/ref_rejected": -0.9406684637069702, | |
| "logps/rejected": -0.9123810529708862, | |
| "loss": 0.4896, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.15800921618938446, | |
| "rewards/margins": 0.08729076385498047, | |
| "rewards/rejected": 0.07071846723556519, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.40609137055837563, | |
| "grad_norm": 0.8767968416213989, | |
| "learning_rate": 7.412719062986631e-07, | |
| "logits/chosen": -1.9249579906463623, | |
| "logits/rejected": -1.8531602621078491, | |
| "logps/chosen": -0.8149619102478027, | |
| "logps/ref_chosen": -0.9041957855224609, | |
| "logps/ref_rejected": -0.914394736289978, | |
| "logps/rejected": -0.8845084309577942, | |
| "loss": 0.4859, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": 0.22308464348316193, | |
| "rewards/margins": 0.14836890995502472, | |
| "rewards/rejected": 0.0747157484292984, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.4274646005877638, | |
| "grad_norm": 0.6044840812683105, | |
| "learning_rate": 7.077075065009433e-07, | |
| "logits/chosen": -1.731792688369751, | |
| "logits/rejected": -1.7363353967666626, | |
| "logps/chosen": -0.7217603921890259, | |
| "logps/ref_chosen": -0.8257284164428711, | |
| "logps/ref_rejected": -0.8479409217834473, | |
| "logps/rejected": -0.784611701965332, | |
| "loss": 0.4852, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": 0.2599199414253235, | |
| "rewards/margins": 0.10159693658351898, | |
| "rewards/rejected": 0.1583230048418045, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.448837830617152, | |
| "grad_norm": 0.7751099467277527, | |
| "learning_rate": 6.72970385083438e-07, | |
| "logits/chosen": -1.9043171405792236, | |
| "logits/rejected": -1.789009690284729, | |
| "logps/chosen": -0.7011796236038208, | |
| "logps/ref_chosen": -0.8166704177856445, | |
| "logps/ref_rejected": -0.8361040949821472, | |
| "logps/rejected": -0.7531259655952454, | |
| "loss": 0.4905, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": 0.2887269854545593, | |
| "rewards/margins": 0.0812816247344017, | |
| "rewards/rejected": 0.20744535326957703, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4702110606465402, | |
| "grad_norm": 0.7444783449172974, | |
| "learning_rate": 6.372566686762426e-07, | |
| "logits/chosen": -1.8429124355316162, | |
| "logits/rejected": -1.760053277015686, | |
| "logps/chosen": -0.7318671941757202, | |
| "logps/ref_chosen": -0.8331576585769653, | |
| "logps/ref_rejected": -0.8635438084602356, | |
| "logps/rejected": -0.7953906059265137, | |
| "loss": 0.4817, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": 0.253226101398468, | |
| "rewards/margins": 0.08284299075603485, | |
| "rewards/rejected": 0.17038312554359436, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4915842906759284, | |
| "grad_norm": 0.8039557337760925, | |
| "learning_rate": 6.00767997788451e-07, | |
| "logits/chosen": -1.9033887386322021, | |
| "logits/rejected": -1.770939588546753, | |
| "logps/chosen": -0.7566145062446594, | |
| "logps/ref_chosen": -0.8713752627372742, | |
| "logps/ref_rejected": -0.8939735293388367, | |
| "logps/rejected": -0.8082603216171265, | |
| "loss": 0.4844, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.28690171241760254, | |
| "rewards/margins": 0.07261888682842255, | |
| "rewards/rejected": 0.2142828404903412, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5129575207053166, | |
| "grad_norm": 1.1172226667404175, | |
| "learning_rate": 5.637103883409525e-07, | |
| "logits/chosen": -1.9406812191009521, | |
| "logits/rejected": -1.867462158203125, | |
| "logps/chosen": -0.8249004483222961, | |
| "logps/ref_chosen": -0.873686671257019, | |
| "logps/ref_rejected": -0.9026174545288086, | |
| "logps/rejected": -0.8801124691963196, | |
| "loss": 0.4836, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": 0.1219654530286789, | |
| "rewards/margins": 0.06570279598236084, | |
| "rewards/rejected": 0.05626266077160835, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5343307507347048, | |
| "grad_norm": 0.8093484044075012, | |
| "learning_rate": 5.262930684955438e-07, | |
| "logits/chosen": -2.0165348052978516, | |
| "logits/rejected": -1.9574447870254517, | |
| "logps/chosen": -0.8015368580818176, | |
| "logps/ref_chosen": -0.815376877784729, | |
| "logps/ref_rejected": -0.8817696571350098, | |
| "logps/rejected": -0.9249275326728821, | |
| "loss": 0.4825, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": 0.034600116312503815, | |
| "rewards/margins": 0.14249476790428162, | |
| "rewards/rejected": -0.1078946590423584, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.555703980764093, | |
| "grad_norm": 0.8614518642425537, | |
| "learning_rate": 4.88727297347654e-07, | |
| "logits/chosen": -1.951319694519043, | |
| "logits/rejected": -1.933098554611206, | |
| "logps/chosen": -0.7757576107978821, | |
| "logps/ref_chosen": -0.7751168608665466, | |
| "logps/ref_rejected": -0.8734749555587769, | |
| "logps/rejected": -0.9476582407951355, | |
| "loss": 0.4794, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.0016015321016311646, | |
| "rewards/margins": 0.18385668098926544, | |
| "rewards/rejected": -0.1854582130908966, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5770772107934812, | |
| "grad_norm": 1.054673194885254, | |
| "learning_rate": 4.512251721523659e-07, | |
| "logits/chosen": -2.005443811416626, | |
| "logits/rejected": -2.0154759883880615, | |
| "logps/chosen": -0.7493831515312195, | |
| "logps/ref_chosen": -0.7740285992622375, | |
| "logps/ref_rejected": -0.8138446807861328, | |
| "logps/rejected": -0.851770281791687, | |
| "loss": 0.4847, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": 0.06161379814147949, | |
| "rewards/margins": 0.15642789006233215, | |
| "rewards/rejected": -0.09481407701969147, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5984504408228694, | |
| "grad_norm": 1.669247031211853, | |
| "learning_rate": 4.139984308181708e-07, | |
| "logits/chosen": -1.9584558010101318, | |
| "logits/rejected": -1.8885042667388916, | |
| "logps/chosen": -0.7844404578208923, | |
| "logps/ref_chosen": -0.8231161236763, | |
| "logps/ref_rejected": -0.83356112241745, | |
| "logps/rejected": -0.8187839388847351, | |
| "loss": 0.481, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.09668895602226257, | |
| "rewards/margins": 0.0597461462020874, | |
| "rewards/rejected": 0.03694281354546547, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6198236708522575, | |
| "grad_norm": 1.0050734281539917, | |
| "learning_rate": 3.772572564296004e-07, | |
| "logits/chosen": -1.8883240222930908, | |
| "logits/rejected": -1.8240330219268799, | |
| "logps/chosen": -0.7662582397460938, | |
| "logps/ref_chosen": -0.8861669301986694, | |
| "logps/ref_rejected": -0.924543023109436, | |
| "logps/rejected": -0.8522801399230957, | |
| "loss": 0.4785, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.29977160692214966, | |
| "rewards/margins": 0.11911455541849136, | |
| "rewards/rejected": 0.18065707385540009, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.6411969008816457, | |
| "grad_norm": 0.9123177528381348, | |
| "learning_rate": 3.412090905484337e-07, | |
| "logits/chosen": -1.9726581573486328, | |
| "logits/rejected": -1.9151983261108398, | |
| "logps/chosen": -0.7370959520339966, | |
| "logps/ref_chosen": -0.866258978843689, | |
| "logps/ref_rejected": -0.8657606840133667, | |
| "logps/rejected": -0.8145822286605835, | |
| "loss": 0.4817, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.3229079246520996, | |
| "rewards/margins": 0.19496168196201324, | |
| "rewards/rejected": 0.12794628739356995, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6625701309110339, | |
| "grad_norm": 0.7277486324310303, | |
| "learning_rate": 3.060574619936075e-07, | |
| "logits/chosen": -1.8861163854599, | |
| "logits/rejected": -1.9004647731781006, | |
| "logps/chosen": -0.7181011438369751, | |
| "logps/ref_chosen": -0.8273455500602722, | |
| "logps/ref_rejected": -0.8894198536872864, | |
| "logps/rejected": -0.8557901382446289, | |
| "loss": 0.4828, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.27311110496520996, | |
| "rewards/margins": 0.18903681635856628, | |
| "rewards/rejected": 0.08407425880432129, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6839433609404221, | |
| "grad_norm": 1.0556169748306274, | |
| "learning_rate": 2.720008377125682e-07, | |
| "logits/chosen": -2.1498093605041504, | |
| "logits/rejected": -2.08402419090271, | |
| "logps/chosen": -0.7090437412261963, | |
| "logps/ref_chosen": -0.8103801012039185, | |
| "logps/ref_rejected": -0.8715206980705261, | |
| "logps/rejected": -0.7982600927352905, | |
| "loss": 0.4815, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": 0.25334107875823975, | |
| "rewards/margins": 0.0701896995306015, | |
| "rewards/rejected": 0.18315134942531586, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7053165909698104, | |
| "grad_norm": 0.9068896770477295, | |
| "learning_rate": 2.3923150223207173e-07, | |
| "logits/chosen": -1.9448268413543701, | |
| "logits/rejected": -1.904314637184143, | |
| "logps/chosen": -0.7294695377349854, | |
| "logps/ref_chosen": -0.8327474594116211, | |
| "logps/ref_rejected": -0.9134753346443176, | |
| "logps/rejected": -0.8374517560005188, | |
| "loss": 0.4781, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.25819462537765503, | |
| "rewards/margins": 0.06813579052686691, | |
| "rewards/rejected": 0.1900588572025299, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.7266898209991985, | |
| "grad_norm": 0.9222660660743713, | |
| "learning_rate": 2.0793447201508286e-07, | |
| "logits/chosen": -1.9369819164276123, | |
| "logits/rejected": -1.9469242095947266, | |
| "logps/chosen": -0.6714679002761841, | |
| "logps/ref_chosen": -0.7705163359642029, | |
| "logps/ref_rejected": -0.8333786129951477, | |
| "logps/rejected": -0.7605674862861633, | |
| "loss": 0.4845, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.24762126803398132, | |
| "rewards/margins": 0.06559363007545471, | |
| "rewards/rejected": 0.18202762305736542, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7480630510285867, | |
| "grad_norm": 0.7805910110473633, | |
| "learning_rate": 1.7828645085333644e-07, | |
| "logits/chosen": -1.9515256881713867, | |
| "logits/rejected": -1.9057369232177734, | |
| "logps/chosen": -0.7692245244979858, | |
| "logps/ref_chosen": -0.8767744302749634, | |
| "logps/ref_rejected": -0.8914516568183899, | |
| "logps/rejected": -0.8368504643440247, | |
| "loss": 0.4772, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": 0.2688748240470886, | |
| "rewards/margins": 0.13237187266349792, | |
| "rewards/rejected": 0.1365029364824295, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.7694362810579749, | |
| "grad_norm": 0.8946753740310669, | |
| "learning_rate": 1.5045483219344385e-07, | |
| "logits/chosen": -2.008927583694458, | |
| "logits/rejected": -1.9914191961288452, | |
| "logps/chosen": -0.7557133436203003, | |
| "logps/ref_chosen": -0.8390854597091675, | |
| "logps/ref_rejected": -0.8787837028503418, | |
| "logps/rejected": -0.853840708732605, | |
| "loss": 0.479, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.2084302008152008, | |
| "rewards/margins": 0.14607290923595428, | |
| "rewards/rejected": 0.062357254326343536, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7908095110873631, | |
| "grad_norm": 1.0278949737548828, | |
| "learning_rate": 1.2459675402943288e-07, | |
| "logits/chosen": -2.0313353538513184, | |
| "logits/rejected": -1.9398431777954102, | |
| "logps/chosen": -0.7753286361694336, | |
| "logps/ref_chosen": -0.8660305142402649, | |
| "logps/ref_rejected": -0.8604307174682617, | |
| "logps/rejected": -0.7984707951545715, | |
| "loss": 0.4765, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.22675485908985138, | |
| "rewards/margins": 0.07185501605272293, | |
| "rewards/rejected": 0.15489983558654785, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.8121827411167513, | |
| "grad_norm": 0.8263163566589355, | |
| "learning_rate": 1.0085821169782199e-07, | |
| "logits/chosen": -2.0978431701660156, | |
| "logits/rejected": -2.055168628692627, | |
| "logps/chosen": -0.7470763921737671, | |
| "logps/ref_chosen": -0.8603025674819946, | |
| "logps/ref_rejected": -0.9167188405990601, | |
| "logps/rejected": -0.8492987751960754, | |
| "loss": 0.4776, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.2830653786659241, | |
| "rewards/margins": 0.11451487243175507, | |
| "rewards/rejected": 0.1685505211353302, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8335559711461394, | |
| "grad_norm": 0.9788782596588135, | |
| "learning_rate": 7.937323358440934e-08, | |
| "logits/chosen": -2.13584041595459, | |
| "logits/rejected": -2.0809855461120605, | |
| "logps/chosen": -0.7344987988471985, | |
| "logps/ref_chosen": -0.8153272867202759, | |
| "logps/ref_rejected": -0.8524506688117981, | |
| "logps/rejected": -0.8127390742301941, | |
| "loss": 0.475, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.20207130908966064, | |
| "rewards/margins": 0.10279206931591034, | |
| "rewards/rejected": 0.09927921742200851, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.8549292011755276, | |
| "grad_norm": 1.1459167003631592, | |
| "learning_rate": 6.026312439675551e-08, | |
| "logits/chosen": -1.9530729055404663, | |
| "logits/rejected": -1.8388773202896118, | |
| "logps/chosen": -0.7524019479751587, | |
| "logps/ref_chosen": -0.832992672920227, | |
| "logps/ref_rejected": -0.8378564715385437, | |
| "logps/rejected": -0.7900499701499939, | |
| "loss": 0.4783, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.20147652924060822, | |
| "rewards/margins": 0.08196047693490982, | |
| "rewards/rejected": 0.11951601505279541, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8763024312049158, | |
| "grad_norm": 1.2217403650283813, | |
| "learning_rate": 4.3635780274861864e-08, | |
| "logits/chosen": -1.9760059118270874, | |
| "logits/rejected": -1.881757378578186, | |
| "logps/chosen": -0.754524827003479, | |
| "logps/ref_chosen": -0.8361877202987671, | |
| "logps/ref_rejected": -0.8636215329170227, | |
| "logps/rejected": -0.8430477380752563, | |
| "loss": 0.4761, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": 0.20415742695331573, | |
| "rewards/margins": 0.15272292494773865, | |
| "rewards/rejected": 0.05143451690673828, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.897675661234304, | |
| "grad_norm": 0.9312232732772827, | |
| "learning_rate": 2.958507960694784e-08, | |
| "logits/chosen": -1.9826923608779907, | |
| "logits/rejected": -1.963322401046753, | |
| "logps/chosen": -0.7218400239944458, | |
| "logps/ref_chosen": -0.775153636932373, | |
| "logps/ref_rejected": -0.82710200548172, | |
| "logps/rejected": -0.8231655359268188, | |
| "loss": 0.4756, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.13328400254249573, | |
| "rewards/margins": 0.12344253063201904, | |
| "rewards/rejected": 0.009841480292379856, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9190488912636923, | |
| "grad_norm": 0.9846080541610718, | |
| "learning_rate": 1.8190352989793322e-08, | |
| "logits/chosen": -1.9855095148086548, | |
| "logits/rejected": -1.907576560974121, | |
| "logps/chosen": -0.7199736833572388, | |
| "logps/ref_chosen": -0.803063690662384, | |
| "logps/ref_rejected": -0.8516971468925476, | |
| "logps/rejected": -0.8365123867988586, | |
| "loss": 0.4776, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.2077248990535736, | |
| "rewards/margins": 0.16976311802864075, | |
| "rewards/rejected": 0.03796178475022316, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.9404221212930804, | |
| "grad_norm": 0.7335969805717468, | |
| "learning_rate": 9.515935326265378e-09, | |
| "logits/chosen": -2.0024361610412598, | |
| "logits/rejected": -1.9636704921722412, | |
| "logps/chosen": -0.7521845698356628, | |
| "logps/ref_chosen": -0.8253963589668274, | |
| "logps/ref_rejected": -0.849533200263977, | |
| "logps/rejected": -0.8330303430557251, | |
| "loss": 0.4757, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.1830292046070099, | |
| "rewards/margins": 0.14177197217941284, | |
| "rewards/rejected": 0.04125722497701645, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9617953513224686, | |
| "grad_norm": 1.1543854475021362, | |
| "learning_rate": 3.6108025888958447e-09, | |
| "logits/chosen": -1.9360746145248413, | |
| "logits/rejected": -1.911627173423767, | |
| "logps/chosen": -0.7084980010986328, | |
| "logps/ref_chosen": -0.7970255613327026, | |
| "logps/ref_rejected": -0.8132475018501282, | |
| "logps/rejected": -0.7666771411895752, | |
| "loss": 0.4765, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": 0.22131893038749695, | |
| "rewards/margins": 0.10489317029714584, | |
| "rewards/rejected": 0.1164257749915123, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.9831685813518568, | |
| "grad_norm": 1.1417807340621948, | |
| "learning_rate": 5.082953003528456e-10, | |
| "logits/chosen": -2.013756513595581, | |
| "logits/rejected": -2.0383520126342773, | |
| "logps/chosen": -0.8249381184577942, | |
| "logps/ref_chosen": -0.8979822993278503, | |
| "logps/ref_rejected": -0.9172071218490601, | |
| "logps/rejected": -0.9182927012443542, | |
| "loss": 0.4774, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": 0.1826106607913971, | |
| "rewards/margins": 0.18532457947731018, | |
| "rewards/rejected": -0.0027139366138726473, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.9959925193694897, | |
| "step": 233, | |
| "total_flos": 0.0, | |
| "train_loss": 0.4860667634931245, | |
| "train_runtime": 16529.3176, | |
| "train_samples_per_second": 3.622, | |
| "train_steps_per_second": 0.014 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 233, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |