File size: 5,014 Bytes
f8702d3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 |
{
"best_metric": 0.882202304737516,
"best_model_checkpoint": "swin-base-patch4-window7-224-in22k-MM_Classification_base_V2/checkpoint-95",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 133,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5263157894736842,
"grad_norm": 3.8548967838287354,
"learning_rate": 3.571428571428572e-05,
"loss": 1.0086,
"step": 10
},
{
"epoch": 1.0,
"eval_accuracy": 0.8104993597951344,
"eval_loss": 0.46133849024772644,
"eval_runtime": 105.6355,
"eval_samples_per_second": 7.393,
"eval_steps_per_second": 0.066,
"step": 19
},
{
"epoch": 1.0526315789473684,
"grad_norm": 2.950881004333496,
"learning_rate": 4.747899159663866e-05,
"loss": 0.5973,
"step": 20
},
{
"epoch": 1.5789473684210527,
"grad_norm": 2.2539196014404297,
"learning_rate": 4.327731092436975e-05,
"loss": 0.4528,
"step": 30
},
{
"epoch": 2.0,
"eval_accuracy": 0.8591549295774648,
"eval_loss": 0.34540724754333496,
"eval_runtime": 76.8371,
"eval_samples_per_second": 10.164,
"eval_steps_per_second": 0.091,
"step": 38
},
{
"epoch": 2.1052631578947367,
"grad_norm": 3.1359307765960693,
"learning_rate": 3.907563025210084e-05,
"loss": 0.4012,
"step": 40
},
{
"epoch": 2.6315789473684212,
"grad_norm": 2.3296256065368652,
"learning_rate": 3.487394957983193e-05,
"loss": 0.3556,
"step": 50
},
{
"epoch": 3.0,
"eval_accuracy": 0.8604353393085787,
"eval_loss": 0.3289111256599426,
"eval_runtime": 76.7315,
"eval_samples_per_second": 10.178,
"eval_steps_per_second": 0.091,
"step": 57
},
{
"epoch": 3.1578947368421053,
"grad_norm": 2.8277525901794434,
"learning_rate": 3.0672268907563026e-05,
"loss": 0.3617,
"step": 60
},
{
"epoch": 3.6842105263157894,
"grad_norm": 4.305710315704346,
"learning_rate": 2.647058823529412e-05,
"loss": 0.3404,
"step": 70
},
{
"epoch": 4.0,
"eval_accuracy": 0.8783610755441741,
"eval_loss": 0.31966593861579895,
"eval_runtime": 76.5627,
"eval_samples_per_second": 10.201,
"eval_steps_per_second": 0.091,
"step": 76
},
{
"epoch": 4.2105263157894735,
"grad_norm": 2.8584775924682617,
"learning_rate": 2.226890756302521e-05,
"loss": 0.3185,
"step": 80
},
{
"epoch": 4.7368421052631575,
"grad_norm": 2.855238914489746,
"learning_rate": 1.8067226890756303e-05,
"loss": 0.3175,
"step": 90
},
{
"epoch": 5.0,
"eval_accuracy": 0.882202304737516,
"eval_loss": 0.30182477831840515,
"eval_runtime": 76.8406,
"eval_samples_per_second": 10.164,
"eval_steps_per_second": 0.091,
"step": 95
},
{
"epoch": 5.2631578947368425,
"grad_norm": 3.1406571865081787,
"learning_rate": 1.3865546218487396e-05,
"loss": 0.3057,
"step": 100
},
{
"epoch": 5.7894736842105265,
"grad_norm": 1.8491476774215698,
"learning_rate": 9.663865546218488e-06,
"loss": 0.3007,
"step": 110
},
{
"epoch": 6.0,
"eval_accuracy": 0.8809218950064021,
"eval_loss": 0.3006611168384552,
"eval_runtime": 76.8476,
"eval_samples_per_second": 10.163,
"eval_steps_per_second": 0.091,
"step": 114
},
{
"epoch": 6.315789473684211,
"grad_norm": 1.944622278213501,
"learning_rate": 5.46218487394958e-06,
"loss": 0.304,
"step": 120
},
{
"epoch": 6.842105263157895,
"grad_norm": 2.5420796871185303,
"learning_rate": 1.2605042016806724e-06,
"loss": 0.2968,
"step": 130
},
{
"epoch": 7.0,
"eval_accuracy": 0.8758002560819462,
"eval_loss": 0.2966699004173279,
"eval_runtime": 77.233,
"eval_samples_per_second": 10.112,
"eval_steps_per_second": 0.091,
"step": 133
},
{
"epoch": 7.0,
"step": 133,
"total_flos": 5.277497331917003e+18,
"train_loss": 0.41070275199144407,
"train_runtime": 6937.9689,
"train_samples_per_second": 9.709,
"train_steps_per_second": 0.019
}
],
"logging_steps": 10,
"max_steps": 133,
"num_input_tokens_seen": 0,
"num_train_epochs": 7,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.277497331917003e+18,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}
|