| { | |
| "best_metric": 0.4464975595474243, | |
| "best_model_checkpoint": "./llama3/30-08-24-Weni-Pipeline_test_Experiment with SFT and Llama3 70b-2_max_steps-1362_batch_8_2024-08-30/checkpoint-400", | |
| "epoch": 1.76017601760176, | |
| "eval_steps": 100, | |
| "global_step": 400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04400440044004401, | |
| "grad_norm": 0.5568628907203674, | |
| "learning_rate": 7.5e-05, | |
| "loss": 2.0875, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08800880088008801, | |
| "grad_norm": 0.2537558972835541, | |
| "learning_rate": 0.00015, | |
| "loss": 0.9378, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.132013201320132, | |
| "grad_norm": 0.24558919668197632, | |
| "learning_rate": 0.000225, | |
| "loss": 0.7, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.17601760176017603, | |
| "grad_norm": 0.13937097787857056, | |
| "learning_rate": 0.0003, | |
| "loss": 0.6298, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.22002200220022003, | |
| "grad_norm": 0.1871194988489151, | |
| "learning_rate": 0.00029995764763563235, | |
| "loss": 0.6321, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.264026402640264, | |
| "grad_norm": 0.14626263082027435, | |
| "learning_rate": 0.00029983061445883305, | |
| "loss": 0.6403, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.30803080308030806, | |
| "grad_norm": 0.12049665302038193, | |
| "learning_rate": 0.0002996189722050073, | |
| "loss": 0.5998, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.35203520352035206, | |
| "grad_norm": 0.13617923855781555, | |
| "learning_rate": 0.0002993228403881531, | |
| "loss": 0.5942, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.39603960396039606, | |
| "grad_norm": 0.1271793246269226, | |
| "learning_rate": 0.00029894238623337174, | |
| "loss": 0.5647, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.44004400440044006, | |
| "grad_norm": 0.18757876753807068, | |
| "learning_rate": 0.00029847782458243663, | |
| "loss": 0.5619, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.44004400440044006, | |
| "eval_accuracy": 1.0, | |
| "eval_f1": 1.0, | |
| "eval_f1_macro": 1.0, | |
| "eval_f1_micro": 1.0, | |
| "eval_loss": 0.5742923021316528, | |
| "eval_precision": 1.0, | |
| "eval_precision_macro": 1.0, | |
| "eval_precision_micro": 1.0, | |
| "eval_recall": 1.0, | |
| "eval_recall_macro": 1.0, | |
| "eval_recall_micro": 1.0, | |
| "eval_runtime": 90.5857, | |
| "eval_samples_per_second": 4.46, | |
| "eval_steps_per_second": 1.115, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.48404840484048406, | |
| "grad_norm": 0.14132679998874664, | |
| "learning_rate": 0.00029792941777247184, | |
| "loss": 0.5584, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.528052805280528, | |
| "grad_norm": 0.15474887192249298, | |
| "learning_rate": 0.0002972974754878111, | |
| "loss": 0.5752, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5720572057205721, | |
| "grad_norm": 0.13014496862888336, | |
| "learning_rate": 0.0002965823545851199, | |
| "loss": 0.5565, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6160616061606161, | |
| "grad_norm": 0.12456662207841873, | |
| "learning_rate": 0.00029578445889187865, | |
| "loss": 0.5722, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6600660066006601, | |
| "grad_norm": 0.12824317812919617, | |
| "learning_rate": 0.00029490423897834234, | |
| "loss": 0.523, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7040704070407041, | |
| "grad_norm": 0.14279119670391083, | |
| "learning_rate": 0.0002939421919031044, | |
| "loss": 0.5523, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7480748074807481, | |
| "grad_norm": 0.11781885474920273, | |
| "learning_rate": 0.00029289886093240847, | |
| "loss": 0.5291, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7920792079207921, | |
| "grad_norm": 0.1608349233865738, | |
| "learning_rate": 0.0002917748352333667, | |
| "loss": 0.5417, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8360836083608361, | |
| "grad_norm": 0.13777320086956024, | |
| "learning_rate": 0.0002905707495412589, | |
| "loss": 0.4967, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8800880088008801, | |
| "grad_norm": 0.21577192842960358, | |
| "learning_rate": 0.00028928728380109764, | |
| "loss": 0.6545, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8800880088008801, | |
| "eval_accuracy": 1.0, | |
| "eval_f1": 1.0, | |
| "eval_f1_macro": 1.0, | |
| "eval_f1_micro": 1.0, | |
| "eval_loss": 0.6772989630699158, | |
| "eval_precision": 1.0, | |
| "eval_precision_macro": 1.0, | |
| "eval_precision_micro": 1.0, | |
| "eval_recall": 1.0, | |
| "eval_recall_macro": 1.0, | |
| "eval_recall_micro": 1.0, | |
| "eval_runtime": 90.2067, | |
| "eval_samples_per_second": 4.479, | |
| "eval_steps_per_second": 1.12, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9240924092409241, | |
| "grad_norm": 3.4556286334991455, | |
| "learning_rate": 0.00028792516278366547, | |
| "loss": 2.5144, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9680968096809681, | |
| "grad_norm": 0.13046959042549133, | |
| "learning_rate": 0.00028648515567623764, | |
| "loss": 0.6004, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.012101210121012, | |
| "grad_norm": 0.39528125524520874, | |
| "learning_rate": 0.0002849680756482235, | |
| "loss": 0.5174, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.056105610561056, | |
| "grad_norm": 0.23764920234680176, | |
| "learning_rate": 0.00028337477939197135, | |
| "loss": 0.4065, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1001100110011002, | |
| "grad_norm": 0.14821326732635498, | |
| "learning_rate": 0.0002817061666389958, | |
| "loss": 0.4425, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.1441144114411441, | |
| "grad_norm": 0.15903742611408234, | |
| "learning_rate": 0.0002799631796519007, | |
| "loss": 0.4107, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.188118811881188, | |
| "grad_norm": 0.16189326345920563, | |
| "learning_rate": 0.00027814680269228574, | |
| "loss": 0.4215, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.2321232123212322, | |
| "grad_norm": 0.20622508227825165, | |
| "learning_rate": 0.00027625806146493523, | |
| "loss": 0.3968, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.2761276127612762, | |
| "grad_norm": 0.17622467875480652, | |
| "learning_rate": 0.0002742980225386045, | |
| "loss": 0.4419, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.3201320132013201, | |
| "grad_norm": 0.12472284585237503, | |
| "learning_rate": 0.0002722677927437307, | |
| "loss": 0.396, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.3201320132013201, | |
| "eval_accuracy": 1.0, | |
| "eval_f1": 1.0, | |
| "eval_f1_macro": 1.0, | |
| "eval_f1_micro": 1.0, | |
| "eval_loss": 0.5126128792762756, | |
| "eval_precision": 1.0, | |
| "eval_precision_macro": 1.0, | |
| "eval_precision_micro": 1.0, | |
| "eval_recall": 1.0, | |
| "eval_recall_macro": 1.0, | |
| "eval_recall_micro": 1.0, | |
| "eval_runtime": 90.5135, | |
| "eval_samples_per_second": 4.463, | |
| "eval_steps_per_second": 1.116, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.364136413641364, | |
| "grad_norm": 0.17043285071849823, | |
| "learning_rate": 0.0002701685185474076, | |
| "loss": 0.4297, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.408140814081408, | |
| "grad_norm": 0.12771165370941162, | |
| "learning_rate": 0.00026800138540597723, | |
| "loss": 0.4174, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.4521452145214522, | |
| "grad_norm": 0.18149854242801666, | |
| "learning_rate": 0.00026576761709560555, | |
| "loss": 0.4313, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.4961496149614961, | |
| "grad_norm": 0.17737938463687897, | |
| "learning_rate": 0.00026346847502121783, | |
| "loss": 0.3693, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.5401540154015403, | |
| "grad_norm": 1.699652910232544, | |
| "learning_rate": 0.0002611052575041856, | |
| "loss": 0.4237, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.5841584158415842, | |
| "grad_norm": 0.18545816838741302, | |
| "learning_rate": 0.00025867929904916704, | |
| "loss": 0.3925, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.6281628162816282, | |
| "grad_norm": 0.16388830542564392, | |
| "learning_rate": 0.0002561919695905145, | |
| "loss": 0.3759, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.6721672167216721, | |
| "grad_norm": 0.1380474716424942, | |
| "learning_rate": 0.0002536446737186751, | |
| "loss": 0.3859, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.716171617161716, | |
| "grad_norm": 0.16071344912052155, | |
| "learning_rate": 0.0002510388498870211, | |
| "loss": 0.41, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.76017601760176, | |
| "grad_norm": 0.15108689665794373, | |
| "learning_rate": 0.00024837596959955777, | |
| "loss": 0.3645, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.76017601760176, | |
| "eval_accuracy": 1.0, | |
| "eval_f1": 1.0, | |
| "eval_f1_macro": 1.0, | |
| "eval_f1_micro": 1.0, | |
| "eval_loss": 0.4464975595474243, | |
| "eval_precision": 1.0, | |
| "eval_precision_macro": 1.0, | |
| "eval_precision_micro": 1.0, | |
| "eval_recall": 1.0, | |
| "eval_recall_macro": 1.0, | |
| "eval_recall_micro": 1.0, | |
| "eval_runtime": 90.5484, | |
| "eval_samples_per_second": 4.462, | |
| "eval_steps_per_second": 1.115, | |
| "step": 400 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1362, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.589901503407063e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |