| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9985620955893846, | |
| "eval_steps": 500, | |
| "global_step": 2997, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0500140664561908, | |
| "grad_norm": 1.5154740810394287, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 1.6338, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1000281329123816, | |
| "grad_norm": 0.7568167448043823, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.1959, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1500421993685724, | |
| "grad_norm": 0.6318637728691101, | |
| "learning_rate": 5e-06, | |
| "loss": 0.8316, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2000562658247632, | |
| "grad_norm": 0.49124225974082947, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.7008, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.25007033228095404, | |
| "grad_norm": 0.49193131923675537, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.6234, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3000843987371448, | |
| "grad_norm": 0.5137419700622559, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5887, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.35009846519333565, | |
| "grad_norm": 0.4855007231235504, | |
| "learning_rate": 1.1666666666666668e-05, | |
| "loss": 0.5523, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.4001125316495264, | |
| "grad_norm": 0.4011429250240326, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.5204, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.45012659810571726, | |
| "grad_norm": 0.4894815683364868, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 0.4922, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5001406645619081, | |
| "grad_norm": 0.4187089204788208, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.4676, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5501547310180989, | |
| "grad_norm": 0.37147971987724304, | |
| "learning_rate": 1.8333333333333333e-05, | |
| "loss": 0.4564, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6001687974742896, | |
| "grad_norm": 0.36486196517944336, | |
| "learning_rate": 2e-05, | |
| "loss": 0.451, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6501828639304804, | |
| "grad_norm": 0.39784976840019226, | |
| "learning_rate": 1.999576008468646e-05, | |
| "loss": 0.4313, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7001969303866713, | |
| "grad_norm": 0.4364568293094635, | |
| "learning_rate": 1.9983043934122208e-05, | |
| "loss": 0.4132, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7502109968428621, | |
| "grad_norm": 0.7991167306900024, | |
| "learning_rate": 1.9961862331387545e-05, | |
| "loss": 0.4103, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8002250632990529, | |
| "grad_norm": 0.3835698068141937, | |
| "learning_rate": 1.9932233238122834e-05, | |
| "loss": 0.3919, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8502391297552436, | |
| "grad_norm": 0.40175750851631165, | |
| "learning_rate": 1.9894181779297323e-05, | |
| "loss": 0.3846, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9002531962114345, | |
| "grad_norm": 0.3462737202644348, | |
| "learning_rate": 1.984774022190361e-05, | |
| "loss": 0.3712, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9502672626676253, | |
| "grad_norm": 0.31011104583740234, | |
| "learning_rate": 1.9792947947595772e-05, | |
| "loss": 0.3672, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0002813291238162, | |
| "grad_norm": 0.34971198439598083, | |
| "learning_rate": 1.972985141929439e-05, | |
| "loss": 0.3635, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.050295395580007, | |
| "grad_norm": 0.3588427007198334, | |
| "learning_rate": 1.9658504141786775e-05, | |
| "loss": 0.3368, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1003094620361977, | |
| "grad_norm": 0.32608523964881897, | |
| "learning_rate": 1.9578966616355823e-05, | |
| "loss": 0.3279, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.1503235284923885, | |
| "grad_norm": 0.3917510509490967, | |
| "learning_rate": 1.9491306289475957e-05, | |
| "loss": 0.3239, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2003375949485793, | |
| "grad_norm": 0.3702155649662018, | |
| "learning_rate": 1.9395597495619634e-05, | |
| "loss": 0.3147, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.25035166140477, | |
| "grad_norm": 0.34320342540740967, | |
| "learning_rate": 1.9291921394223e-05, | |
| "loss": 0.3178, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3003657278609608, | |
| "grad_norm": 0.38336554169654846, | |
| "learning_rate": 1.918036590086405e-05, | |
| "loss": 0.3195, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.3503797943171518, | |
| "grad_norm": 0.4073985517024994, | |
| "learning_rate": 1.90610256127117e-05, | |
| "loss": 0.308, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4003938607733426, | |
| "grad_norm": 0.37673142552375793, | |
| "learning_rate": 1.8934001728309003e-05, | |
| "loss": 0.3096, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.4504079272295334, | |
| "grad_norm": 0.36145591735839844, | |
| "learning_rate": 1.8799401961758492e-05, | |
| "loss": 0.3121, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5004219936857242, | |
| "grad_norm": 0.4171595275402069, | |
| "learning_rate": 1.865734045138245e-05, | |
| "loss": 0.3017, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.5511550123472226, | |
| "grad_norm": 0.32917237281799316, | |
| "learning_rate": 1.1144858589642251e-05, | |
| "loss": 0.2992, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6011690788034134, | |
| "grad_norm": 0.3282073736190796, | |
| "learning_rate": 1.0564650370835772e-05, | |
| "loss": 0.293, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.6511831452596044, | |
| "grad_norm": 0.31431856751441956, | |
| "learning_rate": 9.982527302252135e-06, | |
| "loss": 0.2969, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.7011972117157952, | |
| "grad_norm": 0.3012774586677551, | |
| "learning_rate": 9.40046348731131e-06, | |
| "loss": 0.2954, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.751211278171986, | |
| "grad_norm": 0.2984926104545593, | |
| "learning_rate": 8.820432828491542e-06, | |
| "loss": 0.2885, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.8012253446281767, | |
| "grad_norm": 0.30490660667419434, | |
| "learning_rate": 8.244402333405252e-06, | |
| "loss": 0.2841, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.8512394110843675, | |
| "grad_norm": 0.3301903009414673, | |
| "learning_rate": 7.674325444256899e-06, | |
| "loss": 0.2935, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.9012534775405583, | |
| "grad_norm": 0.3045901954174042, | |
| "learning_rate": 7.112135413304042e-06, | |
| "loss": 0.2855, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.951267543996749, | |
| "grad_norm": 0.310871958732605, | |
| "learning_rate": 6.55973874678682e-06, | |
| "loss": 0.2831, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.00128161045294, | |
| "grad_norm": 0.3118513822555542, | |
| "learning_rate": 6.0190087395588596e-06, | |
| "loss": 0.2823, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.0512956769091306, | |
| "grad_norm": 0.2910955250263214, | |
| "learning_rate": 5.491779122345093e-06, | |
| "loss": 0.2576, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.1013097433653214, | |
| "grad_norm": 0.3105012774467468, | |
| "learning_rate": 4.979837843169959e-06, | |
| "loss": 0.2522, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.151323809821512, | |
| "grad_norm": 0.31710630655288696, | |
| "learning_rate": 4.484921004044509e-06, | |
| "loss": 0.2546, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.201337876277703, | |
| "grad_norm": 0.41157081723213196, | |
| "learning_rate": 4.008706973474391e-06, | |
| "loss": 0.2531, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.2513519427338937, | |
| "grad_norm": 0.3166573941707611, | |
| "learning_rate": 3.5528106947544626e-06, | |
| "loss": 0.2519, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.301366009190085, | |
| "grad_norm": 0.3242489695549011, | |
| "learning_rate": 3.118778209351808e-06, | |
| "loss": 0.254, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.3513800756462757, | |
| "grad_norm": 0.34881240129470825, | |
| "learning_rate": 2.7080814139495402e-06, | |
| "loss": 0.2526, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.4013941421024665, | |
| "grad_norm": 0.3267311751842499, | |
| "learning_rate": 2.322113068931391e-06, | |
| "loss": 0.251, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.4514082085586573, | |
| "grad_norm": 0.3213905394077301, | |
| "learning_rate": 1.9621820752343324e-06, | |
| "loss": 0.246, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.501422275014848, | |
| "grad_norm": 0.48464563488960266, | |
| "learning_rate": 1.629509035586484e-06, | |
| "loss": 0.2527, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.551436341471039, | |
| "grad_norm": 0.31706663966178894, | |
| "learning_rate": 1.3252221151830513e-06, | |
| "loss": 0.2465, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.6014504079272296, | |
| "grad_norm": 0.33972597122192383, | |
| "learning_rate": 1.0503532158376584e-06, | |
| "loss": 0.2483, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.6514644743834204, | |
| "grad_norm": 0.2904072105884552, | |
| "learning_rate": 8.058344765833171e-07, | |
| "loss": 0.2465, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.701478540839611, | |
| "grad_norm": 0.32852381467819214, | |
| "learning_rate": 5.924951125902545e-07, | |
| "loss": 0.2512, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.751492607295802, | |
| "grad_norm": 0.2948131263256073, | |
| "learning_rate": 4.11058603120511e-07, | |
| "loss": 0.2483, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.8015066737519927, | |
| "grad_norm": 0.33766064047813416, | |
| "learning_rate": 2.6214023805552826e-07, | |
| "loss": 0.2496, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.8515207402081835, | |
| "grad_norm": 0.29850533604621887, | |
| "learning_rate": 1.462450313169983e-07, | |
| "loss": 0.2444, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.9015348066643742, | |
| "grad_norm": 0.33009734749794006, | |
| "learning_rate": 6.376600825699463e-08, | |
| "loss": 0.2478, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.951548873120565, | |
| "grad_norm": 0.5311033725738525, | |
| "learning_rate": 1.49828728252277e-08, | |
| "loss": 0.2412, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.9985620955893846, | |
| "step": 2997, | |
| "total_flos": 2.5672199949139968e+17, | |
| "train_loss": 0.13155911801694273, | |
| "train_runtime": 22482.9111, | |
| "train_samples_per_second": 8.537, | |
| "train_steps_per_second": 0.133 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 2997, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 2.5672199949139968e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |