| { | |
| "best_metric": 0.3599020838737488, | |
| "best_model_checkpoint": "./vit-finetune-scrap/checkpoint-1000", | |
| "epoch": 4.0, | |
| "eval_steps": 1000, | |
| "global_step": 1244, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7885215282440186, | |
| "learning_rate": 0.00019839228295819936, | |
| "loss": 0.3445, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6006595492362976, | |
| "learning_rate": 0.00019678456591639874, | |
| "loss": 0.0458, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.0847816988825798, | |
| "learning_rate": 0.00019517684887459809, | |
| "loss": 0.1535, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 10.684067726135254, | |
| "learning_rate": 0.00019356913183279743, | |
| "loss": 0.1208, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.08578234165906906, | |
| "learning_rate": 0.00019196141479099678, | |
| "loss": 0.0208, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.06457830220460892, | |
| "learning_rate": 0.00019035369774919616, | |
| "loss": 0.0838, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 12.919880867004395, | |
| "learning_rate": 0.0001887459807073955, | |
| "loss": 0.0491, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 10.229437828063965, | |
| "learning_rate": 0.00018713826366559486, | |
| "loss": 0.1614, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.03680131584405899, | |
| "learning_rate": 0.0001855305466237942, | |
| "loss": 0.2226, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.575692892074585, | |
| "learning_rate": 0.0001839228295819936, | |
| "loss": 0.3464, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 11.554421424865723, | |
| "learning_rate": 0.00018231511254019294, | |
| "loss": 0.267, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 11.113668441772461, | |
| "learning_rate": 0.00018070739549839229, | |
| "loss": 0.3107, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.346070766448975, | |
| "learning_rate": 0.00017909967845659166, | |
| "loss": 0.6457, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 31.744802474975586, | |
| "learning_rate": 0.000177491961414791, | |
| "loss": 0.4913, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.202216148376465, | |
| "learning_rate": 0.00017588424437299036, | |
| "loss": 0.6627, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 12.808435440063477, | |
| "learning_rate": 0.0001742765273311897, | |
| "loss": 0.4071, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.17637468874454498, | |
| "learning_rate": 0.0001726688102893891, | |
| "loss": 0.2312, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 9.431242942810059, | |
| "learning_rate": 0.00017106109324758844, | |
| "loss": 0.1206, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.0686856061220169, | |
| "learning_rate": 0.0001694533762057878, | |
| "loss": 0.2657, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.035174936056137085, | |
| "learning_rate": 0.00016784565916398716, | |
| "loss": 0.2447, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.20221814513206482, | |
| "learning_rate": 0.0001662379421221865, | |
| "loss": 0.0932, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 22.348093032836914, | |
| "learning_rate": 0.00016463022508038586, | |
| "loss": 0.5622, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.09363432973623276, | |
| "learning_rate": 0.0001630225080385852, | |
| "loss": 0.1989, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.10725115239620209, | |
| "learning_rate": 0.0001614147909967846, | |
| "loss": 0.1174, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.2332615852355957, | |
| "learning_rate": 0.00015980707395498394, | |
| "loss": 0.3852, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.08053239434957504, | |
| "learning_rate": 0.0001581993569131833, | |
| "loss": 0.2247, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.21441006660461426, | |
| "learning_rate": 0.00015659163987138264, | |
| "loss": 0.2879, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.0631105974316597, | |
| "learning_rate": 0.00015498392282958201, | |
| "loss": 0.2922, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 20.96392822265625, | |
| "learning_rate": 0.00015337620578778136, | |
| "loss": 0.0413, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.4054552912712097, | |
| "learning_rate": 0.0001517684887459807, | |
| "loss": 0.1037, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.8209251165390015, | |
| "learning_rate": 0.0001501607717041801, | |
| "loss": 0.1802, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 11.979750633239746, | |
| "learning_rate": 0.00014855305466237944, | |
| "loss": 0.1788, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.10045678168535233, | |
| "learning_rate": 0.0001469453376205788, | |
| "loss": 0.4287, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.051606420427560806, | |
| "learning_rate": 0.00014533762057877814, | |
| "loss": 0.1055, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.20983509719371796, | |
| "learning_rate": 0.00014372990353697752, | |
| "loss": 0.1667, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.15858705341815948, | |
| "learning_rate": 0.00014212218649517686, | |
| "loss": 0.1135, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.420276165008545, | |
| "learning_rate": 0.00014051446945337621, | |
| "loss": 0.2112, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.02672198973596096, | |
| "learning_rate": 0.0001389067524115756, | |
| "loss": 0.0313, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.02562582679092884, | |
| "learning_rate": 0.00013729903536977494, | |
| "loss": 0.1069, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 4.197677135467529, | |
| "learning_rate": 0.0001356913183279743, | |
| "loss": 0.2342, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.04306723549962044, | |
| "learning_rate": 0.00013408360128617364, | |
| "loss": 0.1313, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 4.383702278137207, | |
| "learning_rate": 0.00013247588424437302, | |
| "loss": 0.2145, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.20137301087379456, | |
| "learning_rate": 0.00013086816720257237, | |
| "loss": 0.1514, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.020689483731985092, | |
| "learning_rate": 0.00012926045016077172, | |
| "loss": 0.0712, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.018355347216129303, | |
| "learning_rate": 0.00012765273311897106, | |
| "loss": 0.0923, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 17.85742950439453, | |
| "learning_rate": 0.00012604501607717044, | |
| "loss": 0.0779, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.05268234387040138, | |
| "learning_rate": 0.0001244372990353698, | |
| "loss": 0.0096, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.09329644590616226, | |
| "learning_rate": 0.00012282958199356914, | |
| "loss": 0.0392, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 8.043782234191895, | |
| "learning_rate": 0.0001212218649517685, | |
| "loss": 0.1322, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.016368461772799492, | |
| "learning_rate": 0.00011961414790996785, | |
| "loss": 0.0843, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 13.989496231079102, | |
| "learning_rate": 0.0001180064308681672, | |
| "loss": 0.2665, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 14.703727722167969, | |
| "learning_rate": 0.00011639871382636655, | |
| "loss": 0.1551, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.13277527689933777, | |
| "learning_rate": 0.00011479099678456593, | |
| "loss": 0.1346, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.04265744984149933, | |
| "learning_rate": 0.00011318327974276528, | |
| "loss": 0.1725, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.04861054942011833, | |
| "learning_rate": 0.00011157556270096463, | |
| "loss": 0.0696, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.015978263691067696, | |
| "learning_rate": 0.00010996784565916398, | |
| "loss": 0.0583, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.21797218918800354, | |
| "learning_rate": 0.00010836012861736335, | |
| "loss": 0.1746, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 16.11418342590332, | |
| "learning_rate": 0.0001067524115755627, | |
| "loss": 0.2571, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.025191914290189743, | |
| "learning_rate": 0.00010514469453376205, | |
| "loss": 0.1326, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.03328488767147064, | |
| "learning_rate": 0.00010353697749196143, | |
| "loss": 0.1601, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.017355144023895264, | |
| "learning_rate": 0.00010192926045016078, | |
| "loss": 0.1607, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.15774357318878174, | |
| "learning_rate": 0.00010032154340836013, | |
| "loss": 0.0182, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.039228443056344986, | |
| "learning_rate": 9.871382636655949e-05, | |
| "loss": 0.0898, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 27.718074798583984, | |
| "learning_rate": 9.710610932475884e-05, | |
| "loss": 0.1895, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.10635074228048325, | |
| "learning_rate": 9.54983922829582e-05, | |
| "loss": 0.0805, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.01466443482786417, | |
| "learning_rate": 9.389067524115757e-05, | |
| "loss": 0.0697, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.037685755640268326, | |
| "learning_rate": 9.228295819935692e-05, | |
| "loss": 0.0031, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.009445942007005215, | |
| "learning_rate": 9.067524115755628e-05, | |
| "loss": 0.0636, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.011714440770447254, | |
| "learning_rate": 8.906752411575563e-05, | |
| "loss": 0.0554, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.018049364909529686, | |
| "learning_rate": 8.7459807073955e-05, | |
| "loss": 0.0073, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.013684015721082687, | |
| "learning_rate": 8.585209003215434e-05, | |
| "loss": 0.004, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.0740511417388916, | |
| "learning_rate": 8.42443729903537e-05, | |
| "loss": 0.0724, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.0066555822268128395, | |
| "learning_rate": 8.263665594855306e-05, | |
| "loss": 0.0029, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.00826901663094759, | |
| "learning_rate": 8.102893890675242e-05, | |
| "loss": 0.0745, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.009980367496609688, | |
| "learning_rate": 7.942122186495177e-05, | |
| "loss": 0.0026, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 7.373602390289307, | |
| "learning_rate": 7.781350482315113e-05, | |
| "loss": 0.1221, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.011884603649377823, | |
| "learning_rate": 7.62057877813505e-05, | |
| "loss": 0.0404, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 28.61383628845215, | |
| "learning_rate": 7.459807073954984e-05, | |
| "loss": 0.0483, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.006681604776531458, | |
| "learning_rate": 7.299035369774921e-05, | |
| "loss": 0.0729, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.02536676451563835, | |
| "learning_rate": 7.138263665594856e-05, | |
| "loss": 0.0023, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.016948092728853226, | |
| "learning_rate": 6.977491961414792e-05, | |
| "loss": 0.0426, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.021912137046456337, | |
| "learning_rate": 6.816720257234727e-05, | |
| "loss": 0.064, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.014551441185176373, | |
| "learning_rate": 6.655948553054663e-05, | |
| "loss": 0.065, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.3249826431274414, | |
| "learning_rate": 6.495176848874598e-05, | |
| "loss": 0.1171, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 17.302183151245117, | |
| "learning_rate": 6.334405144694535e-05, | |
| "loss": 0.066, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.03599601984024048, | |
| "learning_rate": 6.173633440514471e-05, | |
| "loss": 0.0203, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.011334868147969246, | |
| "learning_rate": 6.012861736334405e-05, | |
| "loss": 0.0188, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.012830100953578949, | |
| "learning_rate": 5.8520900321543414e-05, | |
| "loss": 0.0028, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.09628697484731674, | |
| "learning_rate": 5.6913183279742764e-05, | |
| "loss": 0.0857, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.008330035023391247, | |
| "learning_rate": 5.530546623794213e-05, | |
| "loss": 0.0018, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.007389857899397612, | |
| "learning_rate": 5.369774919614148e-05, | |
| "loss": 0.0019, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.011146631091833115, | |
| "learning_rate": 5.209003215434084e-05, | |
| "loss": 0.104, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.021591678261756897, | |
| "learning_rate": 5.048231511254019e-05, | |
| "loss": 0.0016, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.09255488216876984, | |
| "learning_rate": 4.887459807073955e-05, | |
| "loss": 0.1024, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.01300421915948391, | |
| "learning_rate": 4.726688102893891e-05, | |
| "loss": 0.0019, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.009576304815709591, | |
| "learning_rate": 4.5659163987138265e-05, | |
| "loss": 0.0036, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 0.006058481056243181, | |
| "learning_rate": 4.405144694533762e-05, | |
| "loss": 0.0333, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.00888640247285366, | |
| "learning_rate": 4.244372990353698e-05, | |
| "loss": 0.0026, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.008608637377619743, | |
| "learning_rate": 4.083601286173634e-05, | |
| "loss": 0.002, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 0.017658203840255737, | |
| "learning_rate": 3.92282958199357e-05, | |
| "loss": 0.0021, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "eval_accuracy": 0.9260450160771704, | |
| "eval_loss": 0.3599020838737488, | |
| "eval_runtime": 19.6251, | |
| "eval_samples_per_second": 31.694, | |
| "eval_steps_per_second": 3.975, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.015870286151766777, | |
| "learning_rate": 3.7620578778135054e-05, | |
| "loss": 0.002, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.006019009742885828, | |
| "learning_rate": 3.601286173633441e-05, | |
| "loss": 0.0021, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "grad_norm": 0.02200642041862011, | |
| "learning_rate": 3.4405144694533766e-05, | |
| "loss": 0.0484, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "grad_norm": 0.00513369170948863, | |
| "learning_rate": 3.279742765273312e-05, | |
| "loss": 0.0021, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 0.0066593969240784645, | |
| "learning_rate": 3.118971061093248e-05, | |
| "loss": 0.0017, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 0.010374795645475388, | |
| "learning_rate": 2.9581993569131832e-05, | |
| "loss": 0.0015, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.006329710595309734, | |
| "learning_rate": 2.7974276527331188e-05, | |
| "loss": 0.0727, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "grad_norm": 0.012291769497096539, | |
| "learning_rate": 2.6366559485530545e-05, | |
| "loss": 0.0022, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.009208714589476585, | |
| "learning_rate": 2.4758842443729904e-05, | |
| "loss": 0.0017, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 0.008606062270700932, | |
| "learning_rate": 2.315112540192926e-05, | |
| "loss": 0.0355, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 0.005816610064357519, | |
| "learning_rate": 2.154340836012862e-05, | |
| "loss": 0.0024, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.016983453184366226, | |
| "learning_rate": 1.9935691318327977e-05, | |
| "loss": 0.0022, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.013002891093492508, | |
| "learning_rate": 1.8327974276527333e-05, | |
| "loss": 0.0027, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "grad_norm": 0.004919551312923431, | |
| "learning_rate": 1.672025723472669e-05, | |
| "loss": 0.0038, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.01140748430043459, | |
| "learning_rate": 1.5112540192926044e-05, | |
| "loss": 0.0018, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 0.0061045498587191105, | |
| "learning_rate": 1.3504823151125404e-05, | |
| "loss": 0.0015, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.01204584538936615, | |
| "learning_rate": 1.189710610932476e-05, | |
| "loss": 0.0019, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 0.005698794033378363, | |
| "learning_rate": 1.0289389067524116e-05, | |
| "loss": 0.0015, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 0.008717156946659088, | |
| "learning_rate": 8.681672025723474e-06, | |
| "loss": 0.0018, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "grad_norm": 0.03146166726946831, | |
| "learning_rate": 7.07395498392283e-06, | |
| "loss": 0.0305, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 0.0084818284958601, | |
| "learning_rate": 5.466237942122187e-06, | |
| "loss": 0.0046, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.026195811107754707, | |
| "learning_rate": 3.858520900321544e-06, | |
| "loss": 0.0018, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.01475218404084444, | |
| "learning_rate": 2.2508038585209006e-06, | |
| "loss": 0.0019, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 0.006672242656350136, | |
| "learning_rate": 6.430868167202573e-07, | |
| "loss": 0.0516, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 1244, | |
| "total_flos": 7.703325099767808e+17, | |
| "train_loss": 0.11289434264701495, | |
| "train_runtime": 3405.5271, | |
| "train_samples_per_second": 2.919, | |
| "train_steps_per_second": 0.365 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1244, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1000, | |
| "total_flos": 7.703325099767808e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |