| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.998691442030882, | |
| "eval_steps": 400, | |
| "global_step": 477, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010468463752944255, | |
| "grad_norm": 89.9968305873071, | |
| "learning_rate": 6.25e-08, | |
| "logits/chosen": -0.7388366460800171, | |
| "logits/rejected": -0.7827404141426086, | |
| "logps/chosen": -1.15103280544281, | |
| "logps/rejected": -1.2909390926361084, | |
| "loss": 1.2935, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -2.30206561088562, | |
| "rewards/margins": 0.2798125147819519, | |
| "rewards/rejected": -2.581878185272217, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02093692750588851, | |
| "grad_norm": 24.705919418070632, | |
| "learning_rate": 1.25e-07, | |
| "logits/chosen": -0.7937806844711304, | |
| "logits/rejected": -0.8651958703994751, | |
| "logps/chosen": -1.1529361009597778, | |
| "logps/rejected": -1.3611778020858765, | |
| "loss": 1.314, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -2.3058722019195557, | |
| "rewards/margins": 0.41648340225219727, | |
| "rewards/rejected": -2.722355604171753, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.031405391258832765, | |
| "grad_norm": 27.735520006717728, | |
| "learning_rate": 1.875e-07, | |
| "logits/chosen": -0.7491501569747925, | |
| "logits/rejected": -0.8338179588317871, | |
| "logps/chosen": -1.1712462902069092, | |
| "logps/rejected": -1.270825743675232, | |
| "loss": 1.2667, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -2.3424925804138184, | |
| "rewards/margins": 0.19915875792503357, | |
| "rewards/rejected": -2.541651487350464, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04187385501177702, | |
| "grad_norm": 22.322171681204715, | |
| "learning_rate": 2.5e-07, | |
| "logits/chosen": -0.7619983553886414, | |
| "logits/rejected": -0.9046538472175598, | |
| "logps/chosen": -1.1294901371002197, | |
| "logps/rejected": -1.2941240072250366, | |
| "loss": 1.2696, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -2.2589802742004395, | |
| "rewards/margins": 0.32926779985427856, | |
| "rewards/rejected": -2.5882480144500732, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05234231876472128, | |
| "grad_norm": 12.849323230827375, | |
| "learning_rate": 3.125e-07, | |
| "logits/chosen": -0.772399365901947, | |
| "logits/rejected": -0.8519186973571777, | |
| "logps/chosen": -1.077214002609253, | |
| "logps/rejected": -1.2762653827667236, | |
| "loss": 1.2362, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -2.154428005218506, | |
| "rewards/margins": 0.39810293912887573, | |
| "rewards/rejected": -2.5525307655334473, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06281078251766553, | |
| "grad_norm": 84.84769866542291, | |
| "learning_rate": 3.75e-07, | |
| "logits/chosen": -0.7909184694290161, | |
| "logits/rejected": -0.8215691447257996, | |
| "logps/chosen": -1.059594988822937, | |
| "logps/rejected": -1.0990025997161865, | |
| "loss": 1.2897, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -2.119189977645874, | |
| "rewards/margins": 0.0788152664899826, | |
| "rewards/rejected": -2.198005199432373, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07327924627060979, | |
| "grad_norm": 12.477109087394112, | |
| "learning_rate": 4.3749999999999994e-07, | |
| "logits/chosen": -0.7678741216659546, | |
| "logits/rejected": -0.8405346870422363, | |
| "logps/chosen": -0.9820269346237183, | |
| "logps/rejected": -1.2532163858413696, | |
| "loss": 1.2497, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -1.9640538692474365, | |
| "rewards/margins": 0.5423787236213684, | |
| "rewards/rejected": -2.5064327716827393, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08374771002355404, | |
| "grad_norm": 10.85962784004132, | |
| "learning_rate": 5e-07, | |
| "logits/chosen": -0.7665027379989624, | |
| "logits/rejected": -0.8336607217788696, | |
| "logps/chosen": -0.9715523719787598, | |
| "logps/rejected": -1.1505324840545654, | |
| "loss": 1.2359, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -1.9431047439575195, | |
| "rewards/margins": 0.35795995593070984, | |
| "rewards/rejected": -2.301064968109131, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0942161737764983, | |
| "grad_norm": 10.414385637292323, | |
| "learning_rate": 5.625e-07, | |
| "logits/chosen": -0.7420114874839783, | |
| "logits/rejected": -0.8339902758598328, | |
| "logps/chosen": -0.9872716665267944, | |
| "logps/rejected": -1.1155823469161987, | |
| "loss": 1.2267, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -1.9745433330535889, | |
| "rewards/margins": 0.2566211223602295, | |
| "rewards/rejected": -2.2311646938323975, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10468463752944256, | |
| "grad_norm": 9.651448839940226, | |
| "learning_rate": 5.999678242522831e-07, | |
| "logits/chosen": -0.7927948832511902, | |
| "logits/rejected": -0.8290635943412781, | |
| "logps/chosen": -0.9459100961685181, | |
| "logps/rejected": -1.2578647136688232, | |
| "loss": 1.2207, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -1.8918201923370361, | |
| "rewards/margins": 0.6239093542098999, | |
| "rewards/rejected": -2.5157294273376465, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11515310128238682, | |
| "grad_norm": 43.90472722310407, | |
| "learning_rate": 5.996059263493219e-07, | |
| "logits/chosen": -0.7944079637527466, | |
| "logits/rejected": -0.9001775979995728, | |
| "logps/chosen": -1.072819471359253, | |
| "logps/rejected": -1.181773066520691, | |
| "loss": 1.2551, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -2.145638942718506, | |
| "rewards/margins": 0.21790704131126404, | |
| "rewards/rejected": -2.363546133041382, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12562156503533106, | |
| "grad_norm": 13.393066662370963, | |
| "learning_rate": 5.988423976115163e-07, | |
| "logits/chosen": -0.7826106548309326, | |
| "logits/rejected": -0.8369284868240356, | |
| "logps/chosen": -1.0628390312194824, | |
| "logps/rejected": -1.2253072261810303, | |
| "loss": 1.2246, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -2.125678062438965, | |
| "rewards/margins": 0.32493603229522705, | |
| "rewards/rejected": -2.4506144523620605, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1360900287882753, | |
| "grad_norm": 26.206483702491475, | |
| "learning_rate": 5.976782615723061e-07, | |
| "logits/chosen": -0.7975456714630127, | |
| "logits/rejected": -0.8562803268432617, | |
| "logps/chosen": -1.0680768489837646, | |
| "logps/rejected": -1.2204017639160156, | |
| "loss": 1.2268, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -2.1361536979675293, | |
| "rewards/margins": 0.3046496510505676, | |
| "rewards/rejected": -2.4408035278320312, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14655849254121958, | |
| "grad_norm": 13.41584537004533, | |
| "learning_rate": 5.961150787913738e-07, | |
| "logits/chosen": -0.8376196622848511, | |
| "logits/rejected": -0.9019572138786316, | |
| "logps/chosen": -1.0893644094467163, | |
| "logps/rejected": -1.2784545421600342, | |
| "loss": 1.1754, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -2.1787288188934326, | |
| "rewards/margins": 0.37818047404289246, | |
| "rewards/rejected": -2.5569090843200684, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15702695629416383, | |
| "grad_norm": 32.22425187362688, | |
| "learning_rate": 5.941549447626671e-07, | |
| "logits/chosen": -0.804112434387207, | |
| "logits/rejected": -0.845563530921936, | |
| "logps/chosen": -1.0805425643920898, | |
| "logps/rejected": -1.3212538957595825, | |
| "loss": 1.209, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -2.1610851287841797, | |
| "rewards/margins": 0.4814226031303406, | |
| "rewards/rejected": -2.642507791519165, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.16749542004710807, | |
| "grad_norm": 8.981853488976475, | |
| "learning_rate": 5.918004871053251e-07, | |
| "logits/chosen": -0.7968226671218872, | |
| "logits/rejected": -0.8211067318916321, | |
| "logps/chosen": -1.026604413986206, | |
| "logps/rejected": -1.3631267547607422, | |
| "loss": 1.1624, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -2.053208827972412, | |
| "rewards/margins": 0.673044741153717, | |
| "rewards/rejected": -2.7262535095214844, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.17796388380005235, | |
| "grad_norm": 17.367470137588203, | |
| "learning_rate": 5.890548620412763e-07, | |
| "logits/chosen": -0.8126602172851562, | |
| "logits/rejected": -0.8794834017753601, | |
| "logps/chosen": -1.0674957036972046, | |
| "logps/rejected": -1.3523355722427368, | |
| "loss": 1.1625, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -2.134991407394409, | |
| "rewards/margins": 0.5696790814399719, | |
| "rewards/rejected": -2.7046711444854736, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1884323475529966, | |
| "grad_norm": 17.833322868673477, | |
| "learning_rate": 5.859217501642258e-07, | |
| "logits/chosen": -0.840762734413147, | |
| "logits/rejected": -0.9274584054946899, | |
| "logps/chosen": -1.1602346897125244, | |
| "logps/rejected": -1.5290915966033936, | |
| "loss": 1.1734, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -2.320469379425049, | |
| "rewards/margins": 0.7377143502235413, | |
| "rewards/rejected": -3.058183193206787, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.19890081130594087, | |
| "grad_norm": 22.98307788140464, | |
| "learning_rate": 5.824053515057091e-07, | |
| "logits/chosen": -0.8092079162597656, | |
| "logits/rejected": -0.8328098058700562, | |
| "logps/chosen": -1.133385419845581, | |
| "logps/rejected": -1.4298288822174072, | |
| "loss": 1.1919, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.266770839691162, | |
| "rewards/margins": 0.5928869247436523, | |
| "rewards/rejected": -2.8596577644348145, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2093692750588851, | |
| "grad_norm": 11.026437481785171, | |
| "learning_rate": 5.785103799048218e-07, | |
| "logits/chosen": -0.8240598440170288, | |
| "logits/rejected": -0.8689464330673218, | |
| "logps/chosen": -1.147385835647583, | |
| "logps/rejected": -1.3535184860229492, | |
| "loss": 1.2131, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -2.294771671295166, | |
| "rewards/margins": 0.41226544976234436, | |
| "rewards/rejected": -2.7070369720458984, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21983773881182936, | |
| "grad_norm": 9.837343506686455, | |
| "learning_rate": 5.742420566891749e-07, | |
| "logits/chosen": -0.7966706156730652, | |
| "logits/rejected": -0.878908634185791, | |
| "logps/chosen": -1.1871858835220337, | |
| "logps/rejected": -1.4869831800460815, | |
| "loss": 1.1062, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -2.3743717670440674, | |
| "rewards/margins": 0.5995948314666748, | |
| "rewards/rejected": -2.973966360092163, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.23030620256477363, | |
| "grad_norm": 19.01097451640794, | |
| "learning_rate": 5.696061036755478e-07, | |
| "logits/chosen": -0.7402995228767395, | |
| "logits/rejected": -0.8451690673828125, | |
| "logps/chosen": -1.0870535373687744, | |
| "logps/rejected": -1.3536127805709839, | |
| "loss": 1.1368, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -2.174107074737549, | |
| "rewards/margins": 0.5331184267997742, | |
| "rewards/rejected": -2.7072255611419678, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.24077466631771788, | |
| "grad_norm": 89.427421788791, | |
| "learning_rate": 5.64608735499618e-07, | |
| "logits/chosen": -0.833459734916687, | |
| "logits/rejected": -0.829018235206604, | |
| "logps/chosen": -1.150940179824829, | |
| "logps/rejected": -1.287229061126709, | |
| "loss": 1.1596, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -2.301880359649658, | |
| "rewards/margins": 0.2725774943828583, | |
| "rewards/rejected": -2.574458122253418, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2512431300706621, | |
| "grad_norm": 31.745365051153907, | |
| "learning_rate": 5.592566512850545e-07, | |
| "logits/chosen": -0.79100501537323, | |
| "logits/rejected": -0.8663417100906372, | |
| "logps/chosen": -1.0571635961532593, | |
| "logps/rejected": -1.4087059497833252, | |
| "loss": 1.1752, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.1143271923065186, | |
| "rewards/margins": 0.703084409236908, | |
| "rewards/rejected": -2.8174118995666504, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26171159382360637, | |
| "grad_norm": 14.496796822119729, | |
| "learning_rate": 5.535570256631384e-07, | |
| "logits/chosen": -0.798068642616272, | |
| "logits/rejected": -0.7694944143295288, | |
| "logps/chosen": -1.171478271484375, | |
| "logps/rejected": -1.5117442607879639, | |
| "loss": 1.1603, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -2.34295654296875, | |
| "rewards/margins": 0.6805320978164673, | |
| "rewards/rejected": -3.0234885215759277, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2721800575765506, | |
| "grad_norm": 11.15517991690276, | |
| "learning_rate": 5.475174991549528e-07, | |
| "logits/chosen": -0.7599740624427795, | |
| "logits/rejected": -0.8051120638847351, | |
| "logps/chosen": -1.1963175535202026, | |
| "logps/rejected": -1.5290193557739258, | |
| "loss": 1.1204, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.3926351070404053, | |
| "rewards/margins": 0.6654035449028015, | |
| "rewards/rejected": -3.0580387115478516, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2826485213294949, | |
| "grad_norm": 13.030746243741968, | |
| "learning_rate": 5.411461679290317e-07, | |
| "logits/chosen": -0.7586075663566589, | |
| "logits/rejected": -0.7899220585823059, | |
| "logps/chosen": -1.0880517959594727, | |
| "logps/rejected": -1.4661823511123657, | |
| "loss": 1.1668, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -2.1761035919189453, | |
| "rewards/margins": 0.7562611103057861, | |
| "rewards/rejected": -2.9323647022247314, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.29311698508243916, | |
| "grad_norm": 12.738817253337984, | |
| "learning_rate": 5.34451572948201e-07, | |
| "logits/chosen": -0.8128818273544312, | |
| "logits/rejected": -0.842110812664032, | |
| "logps/chosen": -1.2075114250183105, | |
| "logps/rejected": -1.4238183498382568, | |
| "loss": 1.2141, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -2.415022850036621, | |
| "rewards/margins": 0.4326140284538269, | |
| "rewards/rejected": -2.8476366996765137, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3035854488353834, | |
| "grad_norm": 24.983190739092922, | |
| "learning_rate": 5.274426885201582e-07, | |
| "logits/chosen": -0.7843077778816223, | |
| "logits/rejected": -0.8767129182815552, | |
| "logps/chosen": -1.1461377143859863, | |
| "logps/rejected": -1.5009636878967285, | |
| "loss": 1.1207, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -2.2922754287719727, | |
| "rewards/margins": 0.7096518278121948, | |
| "rewards/rejected": -3.001927375793457, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.31405391258832765, | |
| "grad_norm": 23.74860585722539, | |
| "learning_rate": 5.201289102671411e-07, | |
| "logits/chosen": -0.8561376333236694, | |
| "logits/rejected": -0.8589056134223938, | |
| "logps/chosen": -1.1982135772705078, | |
| "logps/rejected": -1.5201013088226318, | |
| "loss": 1.1476, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -2.3964271545410156, | |
| "rewards/margins": 0.6437759399414062, | |
| "rewards/rejected": -3.0402026176452637, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3245223763412719, | |
| "grad_norm": 15.03909875634319, | |
| "learning_rate": 5.12520042530811e-07, | |
| "logits/chosen": -0.7681445479393005, | |
| "logits/rejected": -0.8174452781677246, | |
| "logps/chosen": -1.2068870067596436, | |
| "logps/rejected": -1.6613304615020752, | |
| "loss": 1.1179, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -2.413774013519287, | |
| "rewards/margins": 0.908886730670929, | |
| "rewards/rejected": -3.3226609230041504, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.33499084009421615, | |
| "grad_norm": 14.191169695059497, | |
| "learning_rate": 5.046262852292346e-07, | |
| "logits/chosen": -0.8029179573059082, | |
| "logits/rejected": -0.8746109008789062, | |
| "logps/chosen": -1.1898596286773682, | |
| "logps/rejected": -1.6815717220306396, | |
| "loss": 1.1138, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.3797192573547363, | |
| "rewards/margins": 0.9834240674972534, | |
| "rewards/rejected": -3.3631434440612793, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.34545930384716045, | |
| "grad_norm": 35.93680907186828, | |
| "learning_rate": 4.964582201835856e-07, | |
| "logits/chosen": -0.7598133087158203, | |
| "logits/rejected": -0.7828689813613892, | |
| "logps/chosen": -1.1410859823226929, | |
| "logps/rejected": -1.5104478597640991, | |
| "loss": 1.1132, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -2.2821719646453857, | |
| "rewards/margins": 0.7387233972549438, | |
| "rewards/rejected": -3.0208957195281982, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3559277676001047, | |
| "grad_norm": 33.280459458949075, | |
| "learning_rate": 4.880267969328908e-07, | |
| "logits/chosen": -0.7489741444587708, | |
| "logits/rejected": -0.8511075973510742, | |
| "logps/chosen": -1.2344070672988892, | |
| "logps/rejected": -1.6722608804702759, | |
| "loss": 1.1051, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -2.4688141345977783, | |
| "rewards/margins": 0.8757076263427734, | |
| "rewards/rejected": -3.3445217609405518, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.36639623135304894, | |
| "grad_norm": 13.559524548726696, | |
| "learning_rate": 4.793433180558423e-07, | |
| "logits/chosen": -0.7471566796302795, | |
| "logits/rejected": -0.8381919860839844, | |
| "logps/chosen": -1.1587435007095337, | |
| "logps/rejected": -1.5522888898849487, | |
| "loss": 1.133, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -2.3174870014190674, | |
| "rewards/margins": 0.7870910167694092, | |
| "rewards/rejected": -3.1045777797698975, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3768646951059932, | |
| "grad_norm": 19.60609504538111, | |
| "learning_rate": 4.704194240193467e-07, | |
| "logits/chosen": -0.7779995203018188, | |
| "logits/rejected": -0.8208974599838257, | |
| "logps/chosen": -1.1914243698120117, | |
| "logps/rejected": -1.6478986740112305, | |
| "loss": 1.0991, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -2.3828487396240234, | |
| "rewards/margins": 0.9129486083984375, | |
| "rewards/rejected": -3.295797348022461, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.38733315885893743, | |
| "grad_norm": 15.986798312827595, | |
| "learning_rate": 4.6126707757412686e-07, | |
| "logits/chosen": -0.7536464333534241, | |
| "logits/rejected": -0.836445152759552, | |
| "logps/chosen": -1.18105149269104, | |
| "logps/rejected": -1.5753639936447144, | |
| "loss": 1.0801, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -2.36210298538208, | |
| "rewards/margins": 0.788625180721283, | |
| "rewards/rejected": -3.1507279872894287, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.39780162261188173, | |
| "grad_norm": 11.085659412542848, | |
| "learning_rate": 4.5189854771829086e-07, | |
| "logits/chosen": -0.7779768705368042, | |
| "logits/rejected": -0.860378623008728, | |
| "logps/chosen": -1.174264907836914, | |
| "logps/rejected": -1.5782097578048706, | |
| "loss": 1.0897, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -2.348529815673828, | |
| "rewards/margins": 0.8078898191452026, | |
| "rewards/rejected": -3.156419515609741, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.408270086364826, | |
| "grad_norm": 19.478521042945726, | |
| "learning_rate": 4.4232639325036807e-07, | |
| "logits/chosen": -0.8138440251350403, | |
| "logits/rejected": -0.888975977897644, | |
| "logps/chosen": -1.1923892498016357, | |
| "logps/rejected": -1.6592342853546143, | |
| "loss": 1.1171, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -2.3847784996032715, | |
| "rewards/margins": 0.933690071105957, | |
| "rewards/rejected": -3.3184685707092285, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.4187385501177702, | |
| "grad_norm": 12.673420292445082, | |
| "learning_rate": 4.32563445933859e-07, | |
| "logits/chosen": -0.7443628311157227, | |
| "logits/rejected": -0.7802754044532776, | |
| "logps/chosen": -1.211715579032898, | |
| "logps/rejected": -1.5577033758163452, | |
| "loss": 1.0631, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -2.423431158065796, | |
| "rewards/margins": 0.6919752955436707, | |
| "rewards/rejected": -3.1154067516326904, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.42920701387071447, | |
| "grad_norm": 18.156036717162227, | |
| "learning_rate": 4.226227932958664e-07, | |
| "logits/chosen": -0.8596774935722351, | |
| "logits/rejected": -0.8864806294441223, | |
| "logps/chosen": -1.2197387218475342, | |
| "logps/rejected": -1.706209421157837, | |
| "loss": 1.0695, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -2.4394774436950684, | |
| "rewards/margins": 0.9729412794113159, | |
| "rewards/rejected": -3.412418842315674, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4396754776236587, | |
| "grad_norm": 18.614311057711063, | |
| "learning_rate": 4.1251776108286854e-07, | |
| "logits/chosen": -0.7632856965065002, | |
| "logits/rejected": -0.7707933187484741, | |
| "logps/chosen": -1.2796884775161743, | |
| "logps/rejected": -1.6428205966949463, | |
| "loss": 1.1264, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -2.5593769550323486, | |
| "rewards/margins": 0.7262641191482544, | |
| "rewards/rejected": -3.2856411933898926, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.45014394137660296, | |
| "grad_norm": 19.070261616595026, | |
| "learning_rate": 4.022618953971514e-07, | |
| "logits/chosen": -0.7568240761756897, | |
| "logits/rejected": -0.8358641862869263, | |
| "logps/chosen": -1.308774709701538, | |
| "logps/rejected": -1.6738483905792236, | |
| "loss": 1.1102, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -2.617549419403076, | |
| "rewards/margins": 0.7301470041275024, | |
| "rewards/rejected": -3.3476967811584473, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.46061240512954726, | |
| "grad_norm": 13.160800920164423, | |
| "learning_rate": 3.918689445378477e-07, | |
| "logits/chosen": -0.7660185098648071, | |
| "logits/rejected": -0.8393454551696777, | |
| "logps/chosen": -1.2900028228759766, | |
| "logps/rejected": -1.7106046676635742, | |
| "loss": 1.0429, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.580005645751953, | |
| "rewards/margins": 0.8412036895751953, | |
| "rewards/rejected": -3.4212093353271484, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4710808688824915, | |
| "grad_norm": 15.467772988868518, | |
| "learning_rate": 3.813528405709251e-07, | |
| "logits/chosen": -0.7320618629455566, | |
| "logits/rejected": -0.7756307125091553, | |
| "logps/chosen": -1.3943421840667725, | |
| "logps/rejected": -1.8419634103775024, | |
| "loss": 1.084, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -2.788684368133545, | |
| "rewards/margins": 0.8952423334121704, | |
| "rewards/rejected": -3.683926820755005, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.48154933263543576, | |
| "grad_norm": 23.599162652169078, | |
| "learning_rate": 3.707276806528282e-07, | |
| "logits/chosen": -0.7983018159866333, | |
| "logits/rejected": -0.8536737561225891, | |
| "logps/chosen": -1.3397753238677979, | |
| "logps/rejected": -1.8982980251312256, | |
| "loss": 1.0107, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -2.6795506477355957, | |
| "rewards/margins": 1.1170451641082764, | |
| "rewards/rejected": -3.796596050262451, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.49201779638838, | |
| "grad_norm": 22.745006961113983, | |
| "learning_rate": 3.6000770813281334e-07, | |
| "logits/chosen": -0.7526620626449585, | |
| "logits/rejected": -0.7841376066207886, | |
| "logps/chosen": -1.3173251152038574, | |
| "logps/rejected": -1.6973741054534912, | |
| "loss": 1.096, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.634650230407715, | |
| "rewards/margins": 0.7600980401039124, | |
| "rewards/rejected": -3.3947482109069824, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5024862601413242, | |
| "grad_norm": 17.29631229132808, | |
| "learning_rate": 3.4920729345930654e-07, | |
| "logits/chosen": -0.8024924993515015, | |
| "logits/rejected": -0.8705514669418335, | |
| "logps/chosen": -1.3106586933135986, | |
| "logps/rejected": -1.8416321277618408, | |
| "loss": 1.0622, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -2.6213173866271973, | |
| "rewards/margins": 1.0619468688964844, | |
| "rewards/rejected": -3.6832642555236816, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5129547238942685, | |
| "grad_norm": 15.697390709369445, | |
| "learning_rate": 3.383409149158814e-07, | |
| "logits/chosen": -0.8013178110122681, | |
| "logits/rejected": -0.8261008262634277, | |
| "logps/chosen": -1.2374125719070435, | |
| "logps/rejected": -1.8463026285171509, | |
| "loss": 1.0412, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -2.474825143814087, | |
| "rewards/margins": 1.2177798748016357, | |
| "rewards/rejected": -3.6926052570343018, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5234231876472127, | |
| "grad_norm": 38.568029652024805, | |
| "learning_rate": 3.2742313921268035e-07, | |
| "logits/chosen": -0.7440148591995239, | |
| "logits/rejected": -0.8371674418449402, | |
| "logps/chosen": -1.3792295455932617, | |
| "logps/rejected": -1.996372938156128, | |
| "loss": 1.0533, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.7584590911865234, | |
| "rewards/margins": 1.234286904335022, | |
| "rewards/rejected": -3.992745876312256, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.533891651400157, | |
| "grad_norm": 31.29600689027817, | |
| "learning_rate": 3.1646860195929825e-07, | |
| "logits/chosen": -0.798254132270813, | |
| "logits/rejected": -0.819698691368103, | |
| "logps/chosen": -1.4148808717727661, | |
| "logps/rejected": -1.9883480072021484, | |
| "loss": 1.1126, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -2.8297617435455322, | |
| "rewards/margins": 1.1469345092773438, | |
| "rewards/rejected": -3.976696014404297, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5443601151531012, | |
| "grad_norm": 21.255043892106038, | |
| "learning_rate": 3.054919880453032e-07, | |
| "logits/chosen": -0.8065778017044067, | |
| "logits/rejected": -0.8200203776359558, | |
| "logps/chosen": -1.3674335479736328, | |
| "logps/rejected": -1.8728046417236328, | |
| "loss": 1.0948, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.7348670959472656, | |
| "rewards/margins": 1.0107421875, | |
| "rewards/rejected": -3.7456092834472656, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5548285789060455, | |
| "grad_norm": 15.283609874940026, | |
| "learning_rate": 2.9450801195469686e-07, | |
| "logits/chosen": -0.7686730027198792, | |
| "logits/rejected": -0.7811926603317261, | |
| "logps/chosen": -1.3809654712677002, | |
| "logps/rejected": -1.8307151794433594, | |
| "loss": 1.0502, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.7619309425354004, | |
| "rewards/margins": 0.8994992971420288, | |
| "rewards/rejected": -3.6614303588867188, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5652970426589898, | |
| "grad_norm": 34.69673151716839, | |
| "learning_rate": 2.835313980407017e-07, | |
| "logits/chosen": -0.8522397875785828, | |
| "logits/rejected": -0.8554953336715698, | |
| "logps/chosen": -1.4796664714813232, | |
| "logps/rejected": -1.868570327758789, | |
| "loss": 1.11, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.9593329429626465, | |
| "rewards/margins": 0.7778076529502869, | |
| "rewards/rejected": -3.737140655517578, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.575765506411934, | |
| "grad_norm": 12.490257980809535, | |
| "learning_rate": 2.7257686078731973e-07, | |
| "logits/chosen": -0.8593546748161316, | |
| "logits/rejected": -0.8926668167114258, | |
| "logps/chosen": -1.2937114238739014, | |
| "logps/rejected": -2.0442328453063965, | |
| "loss": 0.9612, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -2.5874228477478027, | |
| "rewards/margins": 1.5010432004928589, | |
| "rewards/rejected": -4.088465690612793, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5862339701648783, | |
| "grad_norm": 17.66798289482467, | |
| "learning_rate": 2.6165908508411857e-07, | |
| "logits/chosen": -0.7889951467514038, | |
| "logits/rejected": -0.8469230532646179, | |
| "logps/chosen": -1.3164467811584473, | |
| "logps/rejected": -1.873552680015564, | |
| "loss": 1.0829, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.6328935623168945, | |
| "rewards/margins": 1.114211916923523, | |
| "rewards/rejected": -3.747105360031128, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5967024339178225, | |
| "grad_norm": 25.798144103608532, | |
| "learning_rate": 2.5079270654069354e-07, | |
| "logits/chosen": -0.7999380230903625, | |
| "logits/rejected": -0.8465052843093872, | |
| "logps/chosen": -1.4005292654037476, | |
| "logps/rejected": -1.9563087224960327, | |
| "loss": 1.0559, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -2.801058530807495, | |
| "rewards/margins": 1.1115590333938599, | |
| "rewards/rejected": -3.9126174449920654, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6071708976707668, | |
| "grad_norm": 26.70646393830588, | |
| "learning_rate": 2.399922918671867e-07, | |
| "logits/chosen": -0.8188889622688293, | |
| "logits/rejected": -0.8326479196548462, | |
| "logps/chosen": -1.4042682647705078, | |
| "logps/rejected": -1.8107773065567017, | |
| "loss": 1.0877, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -2.8085365295410156, | |
| "rewards/margins": 0.8130179643630981, | |
| "rewards/rejected": -3.6215546131134033, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6176393614237111, | |
| "grad_norm": 23.426122701316096, | |
| "learning_rate": 2.2927231934717176e-07, | |
| "logits/chosen": -0.8667086362838745, | |
| "logits/rejected": -0.87919682264328, | |
| "logps/chosen": -1.4516851902008057, | |
| "logps/rejected": -1.7210047245025635, | |
| "loss": 1.0425, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -2.9033703804016113, | |
| "rewards/margins": 0.5386390686035156, | |
| "rewards/rejected": -3.442009449005127, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6281078251766553, | |
| "grad_norm": 26.456279591360094, | |
| "learning_rate": 2.1864715942907487e-07, | |
| "logits/chosen": -0.8121633529663086, | |
| "logits/rejected": -0.8183205723762512, | |
| "logps/chosen": -1.4428894519805908, | |
| "logps/rejected": -1.9755233526229858, | |
| "loss": 1.0841, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -2.8857789039611816, | |
| "rewards/margins": 1.0652679204940796, | |
| "rewards/rejected": -3.9510467052459717, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6385762889295996, | |
| "grad_norm": 31.787422608248555, | |
| "learning_rate": 2.081310554621522e-07, | |
| "logits/chosen": -0.812918484210968, | |
| "logits/rejected": -0.848720371723175, | |
| "logps/chosen": -1.3704057931900024, | |
| "logps/rejected": -1.7566410303115845, | |
| "loss": 1.0211, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -2.740811586380005, | |
| "rewards/margins": 0.7724703550338745, | |
| "rewards/rejected": -3.513282060623169, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6490447526825438, | |
| "grad_norm": 20.39803180345373, | |
| "learning_rate": 1.9773810460284862e-07, | |
| "logits/chosen": -0.7991079092025757, | |
| "logits/rejected": -0.8711285591125488, | |
| "logps/chosen": -1.4278900623321533, | |
| "logps/rejected": -2.05625581741333, | |
| "loss": 0.9925, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -2.8557801246643066, | |
| "rewards/margins": 1.256731629371643, | |
| "rewards/rejected": -4.11251163482666, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6595132164354881, | |
| "grad_norm": 22.590110789535018, | |
| "learning_rate": 1.874822389171314e-07, | |
| "logits/chosen": -0.8574708700180054, | |
| "logits/rejected": -0.9009912610054016, | |
| "logps/chosen": -1.545143723487854, | |
| "logps/rejected": -2.0895230770111084, | |
| "loss": 1.0237, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -3.090287446975708, | |
| "rewards/margins": 1.088758945465088, | |
| "rewards/rejected": -4.179046154022217, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6699816801884323, | |
| "grad_norm": 19.0520960322845, | |
| "learning_rate": 1.7737720670413356e-07, | |
| "logits/chosen": -0.8097273111343384, | |
| "logits/rejected": -0.8335424661636353, | |
| "logps/chosen": -1.5219576358795166, | |
| "logps/rejected": -2.0950403213500977, | |
| "loss": 1.0412, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -3.043915271759033, | |
| "rewards/margins": 1.1461658477783203, | |
| "rewards/rejected": -4.190080642700195, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6804501439413766, | |
| "grad_norm": 28.978881064657845, | |
| "learning_rate": 1.6743655406614095e-07, | |
| "logits/chosen": -0.8851544260978699, | |
| "logits/rejected": -0.8812357187271118, | |
| "logps/chosen": -1.505824089050293, | |
| "logps/rejected": -2.034778118133545, | |
| "loss": 1.0881, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -3.011648178100586, | |
| "rewards/margins": 1.0579078197479248, | |
| "rewards/rejected": -4.06955623626709, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6909186076943209, | |
| "grad_norm": 23.915843277630973, | |
| "learning_rate": 1.5767360674963198e-07, | |
| "logits/chosen": -0.870714008808136, | |
| "logits/rejected": -0.8971943855285645, | |
| "logps/chosen": -1.3601343631744385, | |
| "logps/rejected": -2.0130364894866943, | |
| "loss": 1.0087, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -2.720268726348877, | |
| "rewards/margins": 1.3058046102523804, | |
| "rewards/rejected": -4.026072978973389, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7013870714472651, | |
| "grad_norm": 26.514246744997322, | |
| "learning_rate": 1.4810145228170922e-07, | |
| "logits/chosen": -0.8225549459457397, | |
| "logits/rejected": -0.8689346313476562, | |
| "logps/chosen": -1.4374722242355347, | |
| "logps/rejected": -1.9102426767349243, | |
| "loss": 1.052, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.8749444484710693, | |
| "rewards/margins": 0.9455404281616211, | |
| "rewards/rejected": -3.8204853534698486, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7118555352002094, | |
| "grad_norm": 27.7004551617753, | |
| "learning_rate": 1.3873292242587306e-07, | |
| "logits/chosen": -0.8165398836135864, | |
| "logits/rejected": -0.9100580215454102, | |
| "logps/chosen": -1.461507797241211, | |
| "logps/rejected": -2.0511550903320312, | |
| "loss": 1.0709, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.923015594482422, | |
| "rewards/margins": 1.1792947053909302, | |
| "rewards/rejected": -4.1023101806640625, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7223239989531536, | |
| "grad_norm": 24.617595975995133, | |
| "learning_rate": 1.295805759806533e-07, | |
| "logits/chosen": -0.8566834330558777, | |
| "logits/rejected": -0.8978926539421082, | |
| "logps/chosen": -1.5079203844070435, | |
| "logps/rejected": -2.044774293899536, | |
| "loss": 1.0388, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -3.015840768814087, | |
| "rewards/margins": 1.073707938194275, | |
| "rewards/rejected": -4.089548587799072, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7327924627060979, | |
| "grad_norm": 22.995198881906134, | |
| "learning_rate": 1.2065668194415777e-07, | |
| "logits/chosen": -0.8893098831176758, | |
| "logits/rejected": -0.9465163946151733, | |
| "logps/chosen": -1.5923842191696167, | |
| "logps/rejected": -2.066089153289795, | |
| "loss": 0.9896, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -3.1847684383392334, | |
| "rewards/margins": 0.947409987449646, | |
| "rewards/rejected": -4.13217830657959, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7432609264590422, | |
| "grad_norm": 22.355221430364576, | |
| "learning_rate": 1.1197320306710923e-07, | |
| "logits/chosen": -0.8776585459709167, | |
| "logits/rejected": -0.9053448438644409, | |
| "logps/chosen": -1.5153396129608154, | |
| "logps/rejected": -2.0724828243255615, | |
| "loss": 1.0507, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -3.030679225921631, | |
| "rewards/margins": 1.1142865419387817, | |
| "rewards/rejected": -4.144965648651123, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7537293902119864, | |
| "grad_norm": 23.090030368869293, | |
| "learning_rate": 1.035417798164145e-07, | |
| "logits/chosen": -0.8465662002563477, | |
| "logits/rejected": -0.9114416837692261, | |
| "logps/chosen": -1.5818672180175781, | |
| "logps/rejected": -2.124342441558838, | |
| "loss": 1.0082, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -3.1637344360351562, | |
| "rewards/margins": 1.0849504470825195, | |
| "rewards/rejected": -4.248684883117676, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7641978539649307, | |
| "grad_norm": 23.156782358223225, | |
| "learning_rate": 9.537371477076535e-08, | |
| "logits/chosen": -0.8677560687065125, | |
| "logits/rejected": -0.9061796069145203, | |
| "logps/chosen": -1.5915837287902832, | |
| "logps/rejected": -2.287815570831299, | |
| "loss": 0.9867, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -3.1831674575805664, | |
| "rewards/margins": 1.3924639225006104, | |
| "rewards/rejected": -4.575631141662598, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7746663177178749, | |
| "grad_norm": 20.328637763728924, | |
| "learning_rate": 8.747995746918898e-08, | |
| "logits/chosen": -0.8234347105026245, | |
| "logits/rejected": -0.8825669288635254, | |
| "logps/chosen": -1.5265567302703857, | |
| "logps/rejected": -2.1997315883636475, | |
| "loss": 0.9162, | |
| "rewards/accuracies": 0.8062499761581421, | |
| "rewards/chosen": -3.0531134605407715, | |
| "rewards/margins": 1.3463497161865234, | |
| "rewards/rejected": -4.399463176727295, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7851347814708192, | |
| "grad_norm": 38.958615879066635, | |
| "learning_rate": 7.987108973285888e-08, | |
| "logits/chosen": -0.8697785139083862, | |
| "logits/rejected": -0.8908045887947083, | |
| "logps/chosen": -1.508302927017212, | |
| "logps/rejected": -2.1442337036132812, | |
| "loss": 1.0045, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -3.016605854034424, | |
| "rewards/margins": 1.2718614339828491, | |
| "rewards/rejected": -4.2884674072265625, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.7956032452237635, | |
| "grad_norm": 40.64376807024019, | |
| "learning_rate": 7.255731147984174e-08, | |
| "logits/chosen": -0.8699348568916321, | |
| "logits/rejected": -0.9192712903022766, | |
| "logps/chosen": -1.5248959064483643, | |
| "logps/rejected": -2.057331085205078, | |
| "loss": 1.0402, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -3.0497918128967285, | |
| "rewards/margins": 1.064869999885559, | |
| "rewards/rejected": -4.114662170410156, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8060717089767077, | |
| "grad_norm": 31.79789174489367, | |
| "learning_rate": 6.554842705179898e-08, | |
| "logits/chosen": -0.8611375093460083, | |
| "logits/rejected": -0.8788291215896606, | |
| "logps/chosen": -1.4700887203216553, | |
| "logps/rejected": -2.0618722438812256, | |
| "loss": 1.0386, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -2.9401774406433105, | |
| "rewards/margins": 1.183566927909851, | |
| "rewards/rejected": -4.123744487762451, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.816540172729652, | |
| "grad_norm": 27.699401276090363, | |
| "learning_rate": 5.885383207096832e-08, | |
| "logits/chosen": -0.8817920684814453, | |
| "logits/rejected": -0.9167042970657349, | |
| "logps/chosen": -1.5808578729629517, | |
| "logps/rejected": -2.0726354122161865, | |
| "loss": 1.0164, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -3.1617157459259033, | |
| "rewards/margins": 0.9835556149482727, | |
| "rewards/rejected": -4.145270824432373, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8270086364825961, | |
| "grad_norm": 22.291806094067294, | |
| "learning_rate": 5.2482500845047165e-08, | |
| "logits/chosen": -0.8046171069145203, | |
| "logits/rejected": -0.8632856607437134, | |
| "logps/chosen": -1.474746823310852, | |
| "logps/rejected": -2.074794292449951, | |
| "loss": 1.0014, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.949493646621704, | |
| "rewards/margins": 1.2000950574874878, | |
| "rewards/rejected": -4.149588584899902, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8374771002355405, | |
| "grad_norm": 32.14293789219742, | |
| "learning_rate": 4.644297433686162e-08, | |
| "logits/chosen": -0.8459577560424805, | |
| "logits/rejected": -0.8775212168693542, | |
| "logps/chosen": -1.5837218761444092, | |
| "logps/rejected": -2.0384469032287598, | |
| "loss": 1.0682, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -3.1674437522888184, | |
| "rewards/margins": 0.9094497561454773, | |
| "rewards/rejected": -4.0768938064575195, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8374771002355405, | |
| "eval_logits/chosen": -0.9671933650970459, | |
| "eval_logits/rejected": -0.9966414570808411, | |
| "eval_logps/chosen": -1.536142349243164, | |
| "eval_logps/rejected": -2.0912911891937256, | |
| "eval_loss": 0.9954066276550293, | |
| "eval_rewards/accuracies": 0.7279999852180481, | |
| "eval_rewards/chosen": -3.072284698486328, | |
| "eval_rewards/margins": 1.1102983951568604, | |
| "eval_rewards/rejected": -4.182582378387451, | |
| "eval_runtime": 45.9263, | |
| "eval_samples_per_second": 43.548, | |
| "eval_steps_per_second": 2.722, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8479455639884846, | |
| "grad_norm": 23.581025931041157, | |
| "learning_rate": 4.074334871494558e-08, | |
| "logits/chosen": -0.8318978548049927, | |
| "logits/rejected": -0.9007453918457031, | |
| "logps/chosen": -1.597597360610962, | |
| "logps/rejected": -2.2467799186706543, | |
| "loss": 0.9898, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -3.195194721221924, | |
| "rewards/margins": 1.2983646392822266, | |
| "rewards/rejected": -4.493559837341309, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8584140277414289, | |
| "grad_norm": 37.34203846776795, | |
| "learning_rate": 3.5391264500382e-08, | |
| "logits/chosen": -0.8569322824478149, | |
| "logits/rejected": -0.8944110870361328, | |
| "logps/chosen": -1.6689296960830688, | |
| "logps/rejected": -2.2536518573760986, | |
| "loss": 0.9821, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -3.3378593921661377, | |
| "rewards/margins": 1.16944420337677, | |
| "rewards/rejected": -4.507303714752197, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8688824914943732, | |
| "grad_norm": 25.448649440851888, | |
| "learning_rate": 3.0393896324452226e-08, | |
| "logits/chosen": -0.8548834919929504, | |
| "logits/rejected": -0.8898690938949585, | |
| "logps/chosen": -1.6892175674438477, | |
| "logps/rejected": -2.1383655071258545, | |
| "loss": 1.0282, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -3.3784351348876953, | |
| "rewards/margins": 0.8982963562011719, | |
| "rewards/rejected": -4.276731014251709, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8793509552473174, | |
| "grad_norm": 22.81456603203954, | |
| "learning_rate": 2.5757943310825026e-08, | |
| "logits/chosen": -0.8120086789131165, | |
| "logits/rejected": -0.8377026319503784, | |
| "logps/chosen": -1.5306228399276733, | |
| "logps/rejected": -2.244910478591919, | |
| "loss": 0.9802, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -3.0612456798553467, | |
| "rewards/margins": 1.428574800491333, | |
| "rewards/rejected": -4.489820957183838, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8898194190002617, | |
| "grad_norm": 37.81119467654555, | |
| "learning_rate": 2.148962009517823e-08, | |
| "logits/chosen": -0.8621734380722046, | |
| "logits/rejected": -0.9295539855957031, | |
| "logps/chosen": -1.594923973083496, | |
| "logps/rejected": -2.202113389968872, | |
| "loss": 0.9772, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -3.189847946166992, | |
| "rewards/margins": 1.2143787145614624, | |
| "rewards/rejected": -4.404226779937744, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9002878827532059, | |
| "grad_norm": 23.35609170503276, | |
| "learning_rate": 1.759464849429082e-08, | |
| "logits/chosen": -0.8409427404403687, | |
| "logits/rejected": -0.8790140151977539, | |
| "logps/chosen": -1.6252171993255615, | |
| "logps/rejected": -2.1690993309020996, | |
| "loss": 0.9766, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -3.250434398651123, | |
| "rewards/margins": 1.087764024734497, | |
| "rewards/rejected": -4.338198661804199, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9107563465061502, | |
| "grad_norm": 42.92976213914578, | |
| "learning_rate": 1.4078249835774169e-08, | |
| "logits/chosen": -0.8287452459335327, | |
| "logits/rejected": -0.8296720385551453, | |
| "logps/chosen": -1.493123173713684, | |
| "logps/rejected": -2.055771827697754, | |
| "loss": 1.0029, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -2.986246347427368, | |
| "rewards/margins": 1.1252974271774292, | |
| "rewards/rejected": -4.111543655395508, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9212248102590945, | |
| "grad_norm": 32.7360124305529, | |
| "learning_rate": 1.0945137958723705e-08, | |
| "logits/chosen": -0.8666203618049622, | |
| "logits/rejected": -0.9023343920707703, | |
| "logps/chosen": -1.6795040369033813, | |
| "logps/rejected": -2.055238962173462, | |
| "loss": 1.0619, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -3.3590080738067627, | |
| "rewards/margins": 0.7514694929122925, | |
| "rewards/rejected": -4.110477924346924, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9316932740120387, | |
| "grad_norm": 25.809975837885126, | |
| "learning_rate": 8.19951289467482e-09, | |
| "logits/chosen": -0.8226273655891418, | |
| "logits/rejected": -0.8915680646896362, | |
| "logps/chosen": -1.6063209772109985, | |
| "logps/rejected": -2.2188549041748047, | |
| "loss": 1.0036, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -3.212641954421997, | |
| "rewards/margins": 1.2250680923461914, | |
| "rewards/rejected": -4.437709808349609, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.942161737764983, | |
| "grad_norm": 27.907394126837357, | |
| "learning_rate": 5.84505523733293e-09, | |
| "logits/chosen": -0.8590003848075867, | |
| "logits/rejected": -0.9254142642021179, | |
| "logps/chosen": -1.5489723682403564, | |
| "logps/rejected": -2.138707160949707, | |
| "loss": 1.0026, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -3.097944736480713, | |
| "rewards/margins": 1.1794699430465698, | |
| "rewards/rejected": -4.277414321899414, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9526302015179272, | |
| "grad_norm": 26.194546776590737, | |
| "learning_rate": 3.8849212086261466e-09, | |
| "logits/chosen": -0.8426074981689453, | |
| "logits/rejected": -0.8449162244796753, | |
| "logps/chosen": -1.5749680995941162, | |
| "logps/rejected": -2.065624475479126, | |
| "loss": 1.0628, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -3.1499361991882324, | |
| "rewards/margins": 0.9813130497932434, | |
| "rewards/rejected": -4.131248950958252, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9630986652708715, | |
| "grad_norm": 28.647656191366522, | |
| "learning_rate": 2.3217384276938756e-09, | |
| "logits/chosen": -0.7687999606132507, | |
| "logits/rejected": -0.8947674036026001, | |
| "logps/chosen": -1.4748101234436035, | |
| "logps/rejected": -2.2467246055603027, | |
| "loss": 1.0081, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -2.949620246887207, | |
| "rewards/margins": 1.5438289642333984, | |
| "rewards/rejected": -4.4934492111206055, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9735671290238157, | |
| "grad_norm": 25.297804062883948, | |
| "learning_rate": 1.1576023884836472e-09, | |
| "logits/chosen": -0.8351796269416809, | |
| "logits/rejected": -0.8887630701065063, | |
| "logps/chosen": -1.5146936178207397, | |
| "logps/rejected": -2.2188751697540283, | |
| "loss": 0.9987, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -3.0293872356414795, | |
| "rewards/margins": 1.4083633422851562, | |
| "rewards/rejected": -4.437750339508057, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.98403559277676, | |
| "grad_norm": 19.986270660762962, | |
| "learning_rate": 3.940736506780395e-10, | |
| "logits/chosen": -0.7743644118309021, | |
| "logits/rejected": -0.788620114326477, | |
| "logps/chosen": -1.4425890445709229, | |
| "logps/rejected": -2.27103853225708, | |
| "loss": 1.0166, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -2.8851780891418457, | |
| "rewards/margins": 1.6568992137908936, | |
| "rewards/rejected": -4.54207706451416, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9945040565297043, | |
| "grad_norm": 26.273630707088135, | |
| "learning_rate": 3.2175747716822744e-11, | |
| "logits/chosen": -0.8468500971794128, | |
| "logits/rejected": -0.9172460436820984, | |
| "logps/chosen": -1.5344510078430176, | |
| "logps/rejected": -2.111969470977783, | |
| "loss": 0.9858, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -3.068902015686035, | |
| "rewards/margins": 1.1550369262695312, | |
| "rewards/rejected": -4.223938941955566, | |
| "step": 475 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 477, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 225, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |