File size: 9,035 Bytes
594a617
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
{
  "best_metric": 0.8677685950413223,
  "best_model_checkpoint": "swin-base-patch4-window7-224-in22k-MM/NMM_Classification_base_V10/checkpoint-76",
  "epoch": 6.885245901639344,
  "eval_steps": 500,
  "global_step": 105,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 4.473873615264893,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.8448,
      "step": 10
    },
    {
      "epoch": 0.9836065573770492,
      "step": 15,
      "train_accuracy": 0.8035137579124144,
      "train_auc_class_0": 0.9088436086296741,
      "train_auc_class_1": 0.8379446511466175,
      "train_auc_class_2": 0.8758602364377229,
      "train_auc_overall": 0.8742161654046715,
      "train_loss": 0.49683675169944763,
      "train_runtime": 777.5048,
      "train_samples_per_second": 9.956,
      "train_steps_per_second": 0.078
    },
    {
      "epoch": 0.9836065573770492,
      "eval_accuracy": 0.8362603305785123,
      "eval_auc_class_0": 0.9403517055860806,
      "eval_auc_class_1": 0.8605572313411073,
      "eval_auc_class_2": 0.8997462510986076,
      "eval_auc_overall": 0.9002183960085985,
      "eval_loss": 0.44267916679382324,
      "eval_runtime": 267.5178,
      "eval_samples_per_second": 7.237,
      "eval_steps_per_second": 0.06,
      "step": 15
    },
    {
      "epoch": 1.3114754098360657,
      "grad_norm": 2.1386613845825195,
      "learning_rate": 4.5212765957446815e-05,
      "loss": 0.512,
      "step": 20
    },
    {
      "epoch": 1.9672131147540983,
      "grad_norm": 1.435038685798645,
      "learning_rate": 3.9893617021276594e-05,
      "loss": 0.4434,
      "step": 30
    },
    {
      "epoch": 1.9672131147540983,
      "step": 30,
      "train_accuracy": 0.840201524350859,
      "train_auc_class_0": 0.9414490637347536,
      "train_auc_class_1": 0.8997057391727663,
      "train_auc_class_2": 0.9139346212557102,
      "train_auc_overall": 0.9183631413877434,
      "train_loss": 0.4013007879257202,
      "train_runtime": 714.2886,
      "train_samples_per_second": 10.837,
      "train_steps_per_second": 0.085
    },
    {
      "epoch": 1.9672131147540983,
      "eval_accuracy": 0.8445247933884298,
      "eval_auc_class_0": 0.9560139079670331,
      "eval_auc_class_1": 0.9042625890669138,
      "eval_auc_class_2": 0.9195875061825728,
      "eval_auc_overall": 0.9266213344055066,
      "eval_loss": 0.3872886896133423,
      "eval_runtime": 214.551,
      "eval_samples_per_second": 9.023,
      "eval_steps_per_second": 0.075,
      "step": 30
    },
    {
      "epoch": 2.6229508196721314,
      "grad_norm": 2.210986852645874,
      "learning_rate": 3.4574468085106386e-05,
      "loss": 0.3979,
      "step": 40
    },
    {
      "epoch": 2.9508196721311473,
      "step": 45,
      "train_accuracy": 0.8537656633509882,
      "train_auc_class_0": 0.9565036613124893,
      "train_auc_class_1": 0.9187875975798461,
      "train_auc_class_2": 0.9285740636485835,
      "train_auc_overall": 0.9346217741803063,
      "train_loss": 0.3611737787723541,
      "train_runtime": 704.8242,
      "train_samples_per_second": 10.983,
      "train_steps_per_second": 0.087
    },
    {
      "epoch": 2.9508196721311473,
      "eval_accuracy": 0.8584710743801653,
      "eval_auc_class_0": 0.9593907394688643,
      "eval_auc_class_1": 0.9080973087319308,
      "eval_auc_class_2": 0.9256975615561118,
      "eval_auc_overall": 0.931061869918969,
      "eval_loss": 0.36146315932273865,
      "eval_runtime": 207.9281,
      "eval_samples_per_second": 9.311,
      "eval_steps_per_second": 0.077,
      "step": 45
    },
    {
      "epoch": 3.278688524590164,
      "grad_norm": 2.5246520042419434,
      "learning_rate": 2.925531914893617e-05,
      "loss": 0.3733,
      "step": 50
    },
    {
      "epoch": 3.9344262295081966,
      "grad_norm": 2.381304979324341,
      "learning_rate": 2.393617021276596e-05,
      "loss": 0.3593,
      "step": 60
    },
    {
      "epoch": 4.0,
      "step": 61,
      "train_accuracy": 0.865779615036817,
      "train_auc_class_0": 0.9630790814865717,
      "train_auc_class_1": 0.9318475950588521,
      "train_auc_class_2": 0.9373109719652593,
      "train_auc_overall": 0.9440792161702277,
      "train_loss": 0.33730149269104004,
      "train_runtime": 698.4574,
      "train_samples_per_second": 11.083,
      "train_steps_per_second": 0.087
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.862603305785124,
      "eval_auc_class_0": 0.9629407051282051,
      "eval_auc_class_1": 0.9201237904963373,
      "eval_auc_class_2": 0.9316191956643276,
      "eval_auc_overall": 0.9382278970962901,
      "eval_loss": 0.34607622027397156,
      "eval_runtime": 206.0574,
      "eval_samples_per_second": 9.395,
      "eval_steps_per_second": 0.078,
      "step": 61
    },
    {
      "epoch": 4.590163934426229,
      "grad_norm": 2.1240530014038086,
      "learning_rate": 1.8617021276595745e-05,
      "loss": 0.3473,
      "step": 70
    },
    {
      "epoch": 4.983606557377049,
      "step": 76,
      "train_accuracy": 0.8688799896654179,
      "train_auc_class_0": 0.9654619767508447,
      "train_auc_class_1": 0.9391473390475861,
      "train_auc_class_2": 0.9405490167752112,
      "train_auc_overall": 0.9483861108578807,
      "train_loss": 0.32362109422683716,
      "train_runtime": 706.7637,
      "train_samples_per_second": 10.953,
      "train_steps_per_second": 0.086
    },
    {
      "epoch": 4.983606557377049,
      "eval_accuracy": 0.8677685950413223,
      "eval_auc_class_0": 0.9631310096153847,
      "eval_auc_class_1": 0.9189268008165645,
      "eval_auc_class_2": 0.9322997435239486,
      "eval_auc_overall": 0.938119184651966,
      "eval_loss": 0.34411147236824036,
      "eval_runtime": 207.2323,
      "eval_samples_per_second": 9.342,
      "eval_steps_per_second": 0.077,
      "step": 76
    },
    {
      "epoch": 5.245901639344262,
      "grad_norm": 2.395565986633301,
      "learning_rate": 1.3297872340425532e-05,
      "loss": 0.3381,
      "step": 80
    },
    {
      "epoch": 5.901639344262295,
      "grad_norm": 1.6295080184936523,
      "learning_rate": 7.97872340425532e-06,
      "loss": 0.3318,
      "step": 90
    },
    {
      "epoch": 5.967213114754099,
      "step": 91,
      "train_accuracy": 0.8766309262369203,
      "train_auc_class_0": 0.9675600734409895,
      "train_auc_class_1": 0.9360009866648122,
      "train_auc_class_2": 0.9450547274524197,
      "train_auc_overall": 0.9495385958527405,
      "train_loss": 0.31677091121673584,
      "train_runtime": 712.6133,
      "train_samples_per_second": 10.863,
      "train_steps_per_second": 0.086
    },
    {
      "epoch": 5.967213114754099,
      "eval_accuracy": 0.8667355371900827,
      "eval_auc_class_0": 0.9631009615384616,
      "eval_auc_class_1": 0.916550232215998,
      "eval_auc_class_2": 0.9317034893882878,
      "eval_auc_overall": 0.9371182277142491,
      "eval_loss": 0.34614038467407227,
      "eval_runtime": 209.8829,
      "eval_samples_per_second": 9.224,
      "eval_steps_per_second": 0.076,
      "step": 91
    },
    {
      "epoch": 6.557377049180328,
      "grad_norm": 3.0411829948425293,
      "learning_rate": 2.6595744680851065e-06,
      "loss": 0.3147,
      "step": 100
    },
    {
      "epoch": 6.885245901639344,
      "step": 105,
      "train_accuracy": 0.8770184730654954,
      "train_auc_class_0": 0.9688894018782569,
      "train_auc_class_1": 0.9353519937583671,
      "train_auc_class_2": 0.9460088191382243,
      "train_auc_overall": 0.9500834049249495,
      "train_loss": 0.3142475485801697,
      "train_runtime": 690.6226,
      "train_samples_per_second": 11.209,
      "train_steps_per_second": 0.088
    },
    {
      "epoch": 6.885245901639344,
      "eval_accuracy": 0.862603305785124,
      "eval_auc_class_0": 0.9628863324175823,
      "eval_auc_class_1": 0.9189616223345215,
      "eval_auc_class_2": 0.93194521403788,
      "eval_auc_overall": 0.937931056263328,
      "eval_loss": 0.3451487123966217,
      "eval_runtime": 207.6543,
      "eval_samples_per_second": 9.323,
      "eval_steps_per_second": 0.077,
      "step": 105
    },
    {
      "epoch": 6.885245901639344,
      "step": 105,
      "total_flos": 4.180411553219629e+18,
      "train_loss": 0.4214494603020804,
      "train_runtime": 12181.9025,
      "train_samples_per_second": 4.448,
      "train_steps_per_second": 0.009
    }
  ],
  "logging_steps": 10,
  "max_steps": 105,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.180411553219629e+18,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}