| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 200, | |
| "global_step": 78, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01282051282051282, | |
| "grad_norm": 85.24139006970277, | |
| "learning_rate": 6.25e-08, | |
| "logits/generated": -1.035823106765747, | |
| "logits/real": -0.7845579385757446, | |
| "logps/generated": -221.43978881835938, | |
| "logps/real": -290.43585205078125, | |
| "loss": 0.9091, | |
| "rewards/accuracies": 0.0, | |
| "rewards/generated": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/real": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.1282051282051282, | |
| "grad_norm": 57.78188477455482, | |
| "learning_rate": 4.857142857142857e-07, | |
| "logits/generated": -1.00705885887146, | |
| "logits/real": -0.9160953164100647, | |
| "logps/generated": -217.96315002441406, | |
| "logps/real": -228.15171813964844, | |
| "loss": 0.9081, | |
| "rewards/accuracies": 0.5, | |
| "rewards/generated": 0.11379219591617584, | |
| "rewards/margins": 0.00582469254732132, | |
| "rewards/real": 0.11961688101291656, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.2564102564102564, | |
| "grad_norm": 55.19183682235091, | |
| "learning_rate": 4.142857142857143e-07, | |
| "logits/generated": -1.052150011062622, | |
| "logits/real": -1.0221259593963623, | |
| "logps/generated": -200.09579467773438, | |
| "logps/real": -193.20050048828125, | |
| "loss": 0.88, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/generated": 0.9856117367744446, | |
| "rewards/margins": 0.019290633499622345, | |
| "rewards/real": 1.0049023628234863, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 70.19010436249343, | |
| "learning_rate": 3.4285714285714286e-07, | |
| "logits/generated": -1.1168638467788696, | |
| "logits/real": -1.0286533832550049, | |
| "logps/generated": -196.82545471191406, | |
| "logps/real": -194.75421142578125, | |
| "loss": 0.8597, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/generated": 1.657329797744751, | |
| "rewards/margins": 0.09445972740650177, | |
| "rewards/real": 1.7517893314361572, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.5128205128205128, | |
| "grad_norm": 59.8434152735345, | |
| "learning_rate": 2.714285714285714e-07, | |
| "logits/generated": -1.0656118392944336, | |
| "logits/real": -0.9198936223983765, | |
| "logps/generated": -174.37677001953125, | |
| "logps/real": -206.28683471679688, | |
| "loss": 0.8633, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/generated": 2.180746555328369, | |
| "rewards/margins": 0.10865961015224457, | |
| "rewards/real": 2.2894062995910645, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6410256410256411, | |
| "grad_norm": 62.50654161583806, | |
| "learning_rate": 2e-07, | |
| "logits/generated": -1.1591944694519043, | |
| "logits/real": -0.9199365377426147, | |
| "logps/generated": -167.31390380859375, | |
| "logps/real": -196.71131896972656, | |
| "loss": 0.8212, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/generated": 2.3674254417419434, | |
| "rewards/margins": 0.24083653092384338, | |
| "rewards/real": 2.608261823654175, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 56.97503359063291, | |
| "learning_rate": 1.2857142857142855e-07, | |
| "logits/generated": -1.0447438955307007, | |
| "logits/real": -0.9084192514419556, | |
| "logps/generated": -174.6784210205078, | |
| "logps/real": -183.24168395996094, | |
| "loss": 0.8568, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/generated": 2.725738525390625, | |
| "rewards/margins": 0.11709457635879517, | |
| "rewards/real": 2.8428330421447754, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8974358974358975, | |
| "grad_norm": 70.79977219793189, | |
| "learning_rate": 5.714285714285714e-08, | |
| "logits/generated": -1.0091984272003174, | |
| "logits/real": -0.8863734006881714, | |
| "logps/generated": -181.19216918945312, | |
| "logps/real": -198.0881805419922, | |
| "loss": 0.85, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/generated": 2.8773930072784424, | |
| "rewards/margins": 0.09863928705453873, | |
| "rewards/real": 2.976032257080078, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 78, | |
| "total_flos": 0.0, | |
| "train_loss": 0.8588812213677627, | |
| "train_runtime": 1105.0645, | |
| "train_samples_per_second": 2.248, | |
| "train_steps_per_second": 0.071 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 78, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |