sam1120 commited on
Commit
ad44638
·
1 Parent(s): cc38b72

Training in progress, step 120

Browse files
checkpoint-120/config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "nvidia/mit-b5",
3
+ "architectures": [
4
+ "SegformerForSemanticSegmentation"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "classifier_dropout_prob": 0.1,
8
+ "decoder_hidden_size": 768,
9
+ "depths": [
10
+ 3,
11
+ 6,
12
+ 40,
13
+ 3
14
+ ],
15
+ "downsampling_rates": [
16
+ 1,
17
+ 4,
18
+ 8,
19
+ 16
20
+ ],
21
+ "drop_path_rate": 0.1,
22
+ "hidden_act": "gelu",
23
+ "hidden_dropout_prob": 0.0,
24
+ "hidden_sizes": [
25
+ 64,
26
+ 128,
27
+ 320,
28
+ 512
29
+ ],
30
+ "id2label": {
31
+ "0": "unlabeled",
32
+ "1": "dropoff",
33
+ "2": "undropoff"
34
+ },
35
+ "image_size": 224,
36
+ "initializer_range": 0.02,
37
+ "label2id": {
38
+ "dropoff": 1,
39
+ "undropoff": 2,
40
+ "unlabeled": 0
41
+ },
42
+ "layer_norm_eps": 1e-06,
43
+ "mlp_ratios": [
44
+ 4,
45
+ 4,
46
+ 4,
47
+ 4
48
+ ],
49
+ "model_type": "segformer",
50
+ "num_attention_heads": [
51
+ 1,
52
+ 2,
53
+ 5,
54
+ 8
55
+ ],
56
+ "num_channels": 6,
57
+ "num_encoder_blocks": 4,
58
+ "patch_sizes": [
59
+ 7,
60
+ 3,
61
+ 3,
62
+ 3
63
+ ],
64
+ "reshape_last_stage": true,
65
+ "semantic_loss_ignore_index": 255,
66
+ "sr_ratios": [
67
+ 8,
68
+ 4,
69
+ 2,
70
+ 1
71
+ ],
72
+ "strides": [
73
+ 4,
74
+ 2,
75
+ 2,
76
+ 2
77
+ ],
78
+ "torch_dtype": "float32",
79
+ "transformers_version": "4.30.2"
80
+ }
checkpoint-120/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32d013ded26dd9e75d4d91ab7487c6818d27ec7551167cd52c01ee4a9ab089bb
3
+ size 677530431
checkpoint-120/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a694bc04fbc8f29a1f42100b6281f5b886acc299181d2e3aa63dff912a2c01
3
+ size 338834121
checkpoint-120/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf2268b500c70d62bb9560f818c5739f01ae09edc2e0c44ab3d6cc516280c7a
3
+ size 14575
checkpoint-120/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:955855b376daa552d9e2c9ca180d1c6a2dd50b5fd07e46f8deda017706ee9714
3
+ size 627
checkpoint-120/trainer_state.json ADDED
@@ -0,0 +1,940 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.31272849440574646,
3
+ "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGBD-b5_5/checkpoint-120",
4
+ "epoch": 60.0,
5
+ "global_step": 120,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.5,
12
+ "learning_rate": 7.5e-07,
13
+ "loss": 1.2301,
14
+ "step": 1
15
+ },
16
+ {
17
+ "epoch": 1.0,
18
+ "learning_rate": 1.5e-06,
19
+ "loss": 1.2312,
20
+ "step": 2
21
+ },
22
+ {
23
+ "epoch": 1.5,
24
+ "learning_rate": 2.25e-06,
25
+ "loss": 1.2262,
26
+ "step": 3
27
+ },
28
+ {
29
+ "epoch": 2.0,
30
+ "learning_rate": 3e-06,
31
+ "loss": 1.2197,
32
+ "step": 4
33
+ },
34
+ {
35
+ "epoch": 2.5,
36
+ "learning_rate": 3.75e-06,
37
+ "loss": 1.2077,
38
+ "step": 5
39
+ },
40
+ {
41
+ "epoch": 3.0,
42
+ "learning_rate": 4.5e-06,
43
+ "loss": 1.1967,
44
+ "step": 6
45
+ },
46
+ {
47
+ "epoch": 3.5,
48
+ "learning_rate": 5.2500000000000006e-06,
49
+ "loss": 1.1848,
50
+ "step": 7
51
+ },
52
+ {
53
+ "epoch": 4.0,
54
+ "learning_rate": 6e-06,
55
+ "loss": 1.1668,
56
+ "step": 8
57
+ },
58
+ {
59
+ "epoch": 4.5,
60
+ "learning_rate": 6.75e-06,
61
+ "loss": 1.1606,
62
+ "step": 9
63
+ },
64
+ {
65
+ "epoch": 5.0,
66
+ "learning_rate": 7.5e-06,
67
+ "loss": 1.1487,
68
+ "step": 10
69
+ },
70
+ {
71
+ "epoch": 5.0,
72
+ "eval_accuracy_dropoff": 0.5729856189362141,
73
+ "eval_accuracy_undropoff": 0.6823051671829305,
74
+ "eval_accuracy_unlabeled": NaN,
75
+ "eval_iou_dropoff": 0.09713754230539519,
76
+ "eval_iou_undropoff": 0.671356002033353,
77
+ "eval_iou_unlabeled": 0.0,
78
+ "eval_loss": 1.0250014066696167,
79
+ "eval_mean_accuracy": 0.6276453930595723,
80
+ "eval_mean_iou": 0.25616451477958274,
81
+ "eval_overall_accuracy": 0.6777597427368164,
82
+ "eval_runtime": 2.8634,
83
+ "eval_samples_per_second": 6.985,
84
+ "eval_steps_per_second": 0.698,
85
+ "step": 10
86
+ },
87
+ {
88
+ "epoch": 5.5,
89
+ "learning_rate": 8.25e-06,
90
+ "loss": 1.1397,
91
+ "step": 11
92
+ },
93
+ {
94
+ "epoch": 6.0,
95
+ "learning_rate": 9e-06,
96
+ "loss": 1.1186,
97
+ "step": 12
98
+ },
99
+ {
100
+ "epoch": 6.5,
101
+ "learning_rate": 8.960526315789474e-06,
102
+ "loss": 1.1081,
103
+ "step": 13
104
+ },
105
+ {
106
+ "epoch": 7.0,
107
+ "learning_rate": 8.921052631578947e-06,
108
+ "loss": 1.0962,
109
+ "step": 14
110
+ },
111
+ {
112
+ "epoch": 7.5,
113
+ "learning_rate": 8.881578947368421e-06,
114
+ "loss": 1.0719,
115
+ "step": 15
116
+ },
117
+ {
118
+ "epoch": 8.0,
119
+ "learning_rate": 8.842105263157895e-06,
120
+ "loss": 1.0773,
121
+ "step": 16
122
+ },
123
+ {
124
+ "epoch": 8.5,
125
+ "learning_rate": 8.80263157894737e-06,
126
+ "loss": 1.0485,
127
+ "step": 17
128
+ },
129
+ {
130
+ "epoch": 9.0,
131
+ "learning_rate": 8.763157894736842e-06,
132
+ "loss": 1.0373,
133
+ "step": 18
134
+ },
135
+ {
136
+ "epoch": 9.5,
137
+ "learning_rate": 8.723684210526316e-06,
138
+ "loss": 1.0212,
139
+ "step": 19
140
+ },
141
+ {
142
+ "epoch": 10.0,
143
+ "learning_rate": 8.68421052631579e-06,
144
+ "loss": 1.0128,
145
+ "step": 20
146
+ },
147
+ {
148
+ "epoch": 10.0,
149
+ "eval_accuracy_dropoff": 0.5053189293332416,
150
+ "eval_accuracy_undropoff": 0.8407032200736932,
151
+ "eval_accuracy_unlabeled": NaN,
152
+ "eval_iou_dropoff": 0.11952306654022513,
153
+ "eval_iou_undropoff": 0.8230702761890567,
154
+ "eval_iou_unlabeled": 0.0,
155
+ "eval_loss": 0.9030143022537231,
156
+ "eval_mean_accuracy": 0.6730110747034674,
157
+ "eval_mean_iou": 0.31419778090976064,
158
+ "eval_overall_accuracy": 0.8267581939697266,
159
+ "eval_runtime": 2.9046,
160
+ "eval_samples_per_second": 6.886,
161
+ "eval_steps_per_second": 0.689,
162
+ "step": 20
163
+ },
164
+ {
165
+ "epoch": 10.5,
166
+ "learning_rate": 8.644736842105263e-06,
167
+ "loss": 0.9768,
168
+ "step": 21
169
+ },
170
+ {
171
+ "epoch": 11.0,
172
+ "learning_rate": 8.605263157894737e-06,
173
+ "loss": 0.992,
174
+ "step": 22
175
+ },
176
+ {
177
+ "epoch": 11.5,
178
+ "learning_rate": 8.56578947368421e-06,
179
+ "loss": 0.9632,
180
+ "step": 23
181
+ },
182
+ {
183
+ "epoch": 12.0,
184
+ "learning_rate": 8.526315789473683e-06,
185
+ "loss": 0.9467,
186
+ "step": 24
187
+ },
188
+ {
189
+ "epoch": 12.5,
190
+ "learning_rate": 8.486842105263159e-06,
191
+ "loss": 0.9267,
192
+ "step": 25
193
+ },
194
+ {
195
+ "epoch": 13.0,
196
+ "learning_rate": 8.447368421052632e-06,
197
+ "loss": 0.9105,
198
+ "step": 26
199
+ },
200
+ {
201
+ "epoch": 13.5,
202
+ "learning_rate": 8.407894736842106e-06,
203
+ "loss": 0.8971,
204
+ "step": 27
205
+ },
206
+ {
207
+ "epoch": 14.0,
208
+ "learning_rate": 8.36842105263158e-06,
209
+ "loss": 0.8905,
210
+ "step": 28
211
+ },
212
+ {
213
+ "epoch": 14.5,
214
+ "learning_rate": 8.328947368421052e-06,
215
+ "loss": 0.8751,
216
+ "step": 29
217
+ },
218
+ {
219
+ "epoch": 15.0,
220
+ "learning_rate": 8.289473684210526e-06,
221
+ "loss": 0.8561,
222
+ "step": 30
223
+ },
224
+ {
225
+ "epoch": 15.0,
226
+ "eval_accuracy_dropoff": 0.4692355329250671,
227
+ "eval_accuracy_undropoff": 0.9133466736054656,
228
+ "eval_accuracy_unlabeled": NaN,
229
+ "eval_iou_dropoff": 0.1631859638151545,
230
+ "eval_iou_undropoff": 0.8928195277656624,
231
+ "eval_iou_unlabeled": 0.0,
232
+ "eval_loss": 0.7358734607696533,
233
+ "eval_mean_accuracy": 0.6912911032652663,
234
+ "eval_mean_iou": 0.35200183052693895,
235
+ "eval_overall_accuracy": 0.8948808670043945,
236
+ "eval_runtime": 9.5774,
237
+ "eval_samples_per_second": 2.088,
238
+ "eval_steps_per_second": 0.209,
239
+ "step": 30
240
+ },
241
+ {
242
+ "epoch": 15.5,
243
+ "learning_rate": 8.25e-06,
244
+ "loss": 0.8539,
245
+ "step": 31
246
+ },
247
+ {
248
+ "epoch": 16.0,
249
+ "learning_rate": 8.210526315789473e-06,
250
+ "loss": 0.8166,
251
+ "step": 32
252
+ },
253
+ {
254
+ "epoch": 16.5,
255
+ "learning_rate": 8.171052631578947e-06,
256
+ "loss": 0.8398,
257
+ "step": 33
258
+ },
259
+ {
260
+ "epoch": 17.0,
261
+ "learning_rate": 8.131578947368421e-06,
262
+ "loss": 0.7988,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 17.5,
267
+ "learning_rate": 8.092105263157896e-06,
268
+ "loss": 0.7788,
269
+ "step": 35
270
+ },
271
+ {
272
+ "epoch": 18.0,
273
+ "learning_rate": 8.052631578947368e-06,
274
+ "loss": 0.7842,
275
+ "step": 36
276
+ },
277
+ {
278
+ "epoch": 18.5,
279
+ "learning_rate": 8.013157894736842e-06,
280
+ "loss": 0.7554,
281
+ "step": 37
282
+ },
283
+ {
284
+ "epoch": 19.0,
285
+ "learning_rate": 7.973684210526316e-06,
286
+ "loss": 0.746,
287
+ "step": 38
288
+ },
289
+ {
290
+ "epoch": 19.5,
291
+ "learning_rate": 7.934210526315789e-06,
292
+ "loss": 0.7234,
293
+ "step": 39
294
+ },
295
+ {
296
+ "epoch": 20.0,
297
+ "learning_rate": 7.894736842105263e-06,
298
+ "loss": 0.7551,
299
+ "step": 40
300
+ },
301
+ {
302
+ "epoch": 20.0,
303
+ "eval_accuracy_dropoff": 0.47188696988463036,
304
+ "eval_accuracy_undropoff": 0.9279577542570626,
305
+ "eval_accuracy_unlabeled": NaN,
306
+ "eval_iou_dropoff": 0.18289512986089382,
307
+ "eval_iou_undropoff": 0.9072130629563177,
308
+ "eval_iou_unlabeled": 0.0,
309
+ "eval_loss": 0.6533988118171692,
310
+ "eval_mean_accuracy": 0.6999223620708465,
311
+ "eval_mean_iou": 0.3633693976057371,
312
+ "eval_overall_accuracy": 0.9089946746826172,
313
+ "eval_runtime": 3.4912,
314
+ "eval_samples_per_second": 5.729,
315
+ "eval_steps_per_second": 0.573,
316
+ "step": 40
317
+ },
318
+ {
319
+ "epoch": 20.5,
320
+ "learning_rate": 7.855263157894737e-06,
321
+ "loss": 0.6963,
322
+ "step": 41
323
+ },
324
+ {
325
+ "epoch": 21.0,
326
+ "learning_rate": 7.815789473684211e-06,
327
+ "loss": 0.6967,
328
+ "step": 42
329
+ },
330
+ {
331
+ "epoch": 21.5,
332
+ "learning_rate": 7.776315789473685e-06,
333
+ "loss": 0.6664,
334
+ "step": 43
335
+ },
336
+ {
337
+ "epoch": 22.0,
338
+ "learning_rate": 7.736842105263158e-06,
339
+ "loss": 0.6761,
340
+ "step": 44
341
+ },
342
+ {
343
+ "epoch": 22.5,
344
+ "learning_rate": 7.697368421052632e-06,
345
+ "loss": 0.6465,
346
+ "step": 45
347
+ },
348
+ {
349
+ "epoch": 23.0,
350
+ "learning_rate": 7.657894736842106e-06,
351
+ "loss": 0.6876,
352
+ "step": 46
353
+ },
354
+ {
355
+ "epoch": 23.5,
356
+ "learning_rate": 7.618421052631579e-06,
357
+ "loss": 0.6282,
358
+ "step": 47
359
+ },
360
+ {
361
+ "epoch": 24.0,
362
+ "learning_rate": 7.578947368421053e-06,
363
+ "loss": 0.6247,
364
+ "step": 48
365
+ },
366
+ {
367
+ "epoch": 24.5,
368
+ "learning_rate": 7.539473684210527e-06,
369
+ "loss": 0.6037,
370
+ "step": 49
371
+ },
372
+ {
373
+ "epoch": 25.0,
374
+ "learning_rate": 7.5e-06,
375
+ "loss": 0.6236,
376
+ "step": 50
377
+ },
378
+ {
379
+ "epoch": 25.0,
380
+ "eval_accuracy_dropoff": 0.4614004908369458,
381
+ "eval_accuracy_undropoff": 0.9387625786460785,
382
+ "eval_accuracy_unlabeled": NaN,
383
+ "eval_iou_dropoff": 0.19552168013778248,
384
+ "eval_iou_undropoff": 0.9173372880255048,
385
+ "eval_iou_unlabeled": 0.0,
386
+ "eval_loss": 0.5938196778297424,
387
+ "eval_mean_accuracy": 0.7000815347415121,
388
+ "eval_mean_iou": 0.3709529893877625,
389
+ "eval_overall_accuracy": 0.9189142227172852,
390
+ "eval_runtime": 2.999,
391
+ "eval_samples_per_second": 6.669,
392
+ "eval_steps_per_second": 0.667,
393
+ "step": 50
394
+ },
395
+ {
396
+ "epoch": 25.5,
397
+ "learning_rate": 7.460526315789474e-06,
398
+ "loss": 0.5851,
399
+ "step": 51
400
+ },
401
+ {
402
+ "epoch": 26.0,
403
+ "learning_rate": 7.421052631578948e-06,
404
+ "loss": 0.5998,
405
+ "step": 52
406
+ },
407
+ {
408
+ "epoch": 26.5,
409
+ "learning_rate": 7.381578947368421e-06,
410
+ "loss": 0.5867,
411
+ "step": 53
412
+ },
413
+ {
414
+ "epoch": 27.0,
415
+ "learning_rate": 7.342105263157895e-06,
416
+ "loss": 0.5478,
417
+ "step": 54
418
+ },
419
+ {
420
+ "epoch": 27.5,
421
+ "learning_rate": 7.302631578947368e-06,
422
+ "loss": 0.5257,
423
+ "step": 55
424
+ },
425
+ {
426
+ "epoch": 28.0,
427
+ "learning_rate": 7.263157894736842e-06,
428
+ "loss": 0.5565,
429
+ "step": 56
430
+ },
431
+ {
432
+ "epoch": 28.5,
433
+ "learning_rate": 7.223684210526317e-06,
434
+ "loss": 0.5253,
435
+ "step": 57
436
+ },
437
+ {
438
+ "epoch": 29.0,
439
+ "learning_rate": 7.18421052631579e-06,
440
+ "loss": 0.5249,
441
+ "step": 58
442
+ },
443
+ {
444
+ "epoch": 29.5,
445
+ "learning_rate": 7.144736842105263e-06,
446
+ "loss": 0.5155,
447
+ "step": 59
448
+ },
449
+ {
450
+ "epoch": 30.0,
451
+ "learning_rate": 7.1052631578947375e-06,
452
+ "loss": 0.4977,
453
+ "step": 60
454
+ },
455
+ {
456
+ "epoch": 30.0,
457
+ "eval_accuracy_dropoff": 0.44204683593660404,
458
+ "eval_accuracy_undropoff": 0.9554527118531071,
459
+ "eval_accuracy_unlabeled": NaN,
460
+ "eval_iou_dropoff": 0.22222683445987237,
461
+ "eval_iou_undropoff": 0.9328776694924146,
462
+ "eval_iou_unlabeled": 0.0,
463
+ "eval_loss": 0.5293418169021606,
464
+ "eval_mean_accuracy": 0.6987497738948556,
465
+ "eval_mean_iou": 0.3850348346507623,
466
+ "eval_overall_accuracy": 0.9341056823730469,
467
+ "eval_runtime": 2.9259,
468
+ "eval_samples_per_second": 6.836,
469
+ "eval_steps_per_second": 0.684,
470
+ "step": 60
471
+ },
472
+ {
473
+ "epoch": 30.5,
474
+ "learning_rate": 7.065789473684211e-06,
475
+ "loss": 0.486,
476
+ "step": 61
477
+ },
478
+ {
479
+ "epoch": 31.0,
480
+ "learning_rate": 7.026315789473684e-06,
481
+ "loss": 0.4739,
482
+ "step": 62
483
+ },
484
+ {
485
+ "epoch": 31.5,
486
+ "learning_rate": 6.986842105263158e-06,
487
+ "loss": 0.465,
488
+ "step": 63
489
+ },
490
+ {
491
+ "epoch": 32.0,
492
+ "learning_rate": 6.9473684210526315e-06,
493
+ "loss": 0.4841,
494
+ "step": 64
495
+ },
496
+ {
497
+ "epoch": 32.5,
498
+ "learning_rate": 6.907894736842106e-06,
499
+ "loss": 0.4661,
500
+ "step": 65
501
+ },
502
+ {
503
+ "epoch": 33.0,
504
+ "learning_rate": 6.86842105263158e-06,
505
+ "loss": 0.457,
506
+ "step": 66
507
+ },
508
+ {
509
+ "epoch": 33.5,
510
+ "learning_rate": 6.828947368421053e-06,
511
+ "loss": 0.4309,
512
+ "step": 67
513
+ },
514
+ {
515
+ "epoch": 34.0,
516
+ "learning_rate": 6.7894736842105264e-06,
517
+ "loss": 0.4359,
518
+ "step": 68
519
+ },
520
+ {
521
+ "epoch": 34.5,
522
+ "learning_rate": 6.75e-06,
523
+ "loss": 0.414,
524
+ "step": 69
525
+ },
526
+ {
527
+ "epoch": 35.0,
528
+ "learning_rate": 6.710526315789474e-06,
529
+ "loss": 0.4188,
530
+ "step": 70
531
+ },
532
+ {
533
+ "epoch": 35.0,
534
+ "eval_accuracy_dropoff": 0.42312897084795525,
535
+ "eval_accuracy_undropoff": 0.9650274583398426,
536
+ "eval_accuracy_unlabeled": NaN,
537
+ "eval_iou_dropoff": 0.23898106598406102,
538
+ "eval_iou_undropoff": 0.9414664632743484,
539
+ "eval_iou_unlabeled": 0.0,
540
+ "eval_loss": 0.48594316840171814,
541
+ "eval_mean_accuracy": 0.694078214593899,
542
+ "eval_mean_iou": 0.39348250975280313,
543
+ "eval_overall_accuracy": 0.9424957275390625,
544
+ "eval_runtime": 3.0215,
545
+ "eval_samples_per_second": 6.619,
546
+ "eval_steps_per_second": 0.662,
547
+ "step": 70
548
+ },
549
+ {
550
+ "epoch": 35.5,
551
+ "learning_rate": 6.671052631578947e-06,
552
+ "loss": 0.397,
553
+ "step": 71
554
+ },
555
+ {
556
+ "epoch": 36.0,
557
+ "learning_rate": 6.6315789473684205e-06,
558
+ "loss": 0.4114,
559
+ "step": 72
560
+ },
561
+ {
562
+ "epoch": 36.5,
563
+ "learning_rate": 6.592105263157895e-06,
564
+ "loss": 0.4052,
565
+ "step": 73
566
+ },
567
+ {
568
+ "epoch": 37.0,
569
+ "learning_rate": 6.552631578947369e-06,
570
+ "loss": 0.404,
571
+ "step": 74
572
+ },
573
+ {
574
+ "epoch": 37.5,
575
+ "learning_rate": 6.513157894736842e-06,
576
+ "loss": 0.3704,
577
+ "step": 75
578
+ },
579
+ {
580
+ "epoch": 38.0,
581
+ "learning_rate": 6.473684210526316e-06,
582
+ "loss": 0.4008,
583
+ "step": 76
584
+ },
585
+ {
586
+ "epoch": 38.5,
587
+ "learning_rate": 6.4342105263157896e-06,
588
+ "loss": 0.3855,
589
+ "step": 77
590
+ },
591
+ {
592
+ "epoch": 39.0,
593
+ "learning_rate": 6.394736842105263e-06,
594
+ "loss": 0.3719,
595
+ "step": 78
596
+ },
597
+ {
598
+ "epoch": 39.5,
599
+ "learning_rate": 6.355263157894737e-06,
600
+ "loss": 0.3637,
601
+ "step": 79
602
+ },
603
+ {
604
+ "epoch": 40.0,
605
+ "learning_rate": 6.31578947368421e-06,
606
+ "loss": 0.3532,
607
+ "step": 80
608
+ },
609
+ {
610
+ "epoch": 40.0,
611
+ "eval_accuracy_dropoff": 0.38814651712195236,
612
+ "eval_accuracy_undropoff": 0.9763837381353007,
613
+ "eval_accuracy_unlabeled": NaN,
614
+ "eval_iou_dropoff": 0.25466661048474964,
615
+ "eval_iou_undropoff": 0.9511414746114953,
616
+ "eval_iou_unlabeled": 0.0,
617
+ "eval_loss": 0.42775267362594604,
618
+ "eval_mean_accuracy": 0.6822651276286265,
619
+ "eval_mean_iou": 0.401936028365415,
620
+ "eval_overall_accuracy": 0.9519252777099609,
621
+ "eval_runtime": 2.9058,
622
+ "eval_samples_per_second": 6.883,
623
+ "eval_steps_per_second": 0.688,
624
+ "step": 80
625
+ },
626
+ {
627
+ "epoch": 40.5,
628
+ "learning_rate": 6.276315789473684e-06,
629
+ "loss": 0.343,
630
+ "step": 81
631
+ },
632
+ {
633
+ "epoch": 41.0,
634
+ "learning_rate": 6.236842105263159e-06,
635
+ "loss": 0.3551,
636
+ "step": 82
637
+ },
638
+ {
639
+ "epoch": 41.5,
640
+ "learning_rate": 6.197368421052632e-06,
641
+ "loss": 0.3465,
642
+ "step": 83
643
+ },
644
+ {
645
+ "epoch": 42.0,
646
+ "learning_rate": 6.157894736842105e-06,
647
+ "loss": 0.3327,
648
+ "step": 84
649
+ },
650
+ {
651
+ "epoch": 42.5,
652
+ "learning_rate": 6.118421052631579e-06,
653
+ "loss": 0.3481,
654
+ "step": 85
655
+ },
656
+ {
657
+ "epoch": 43.0,
658
+ "learning_rate": 6.078947368421053e-06,
659
+ "loss": 0.3134,
660
+ "step": 86
661
+ },
662
+ {
663
+ "epoch": 43.5,
664
+ "learning_rate": 6.039473684210526e-06,
665
+ "loss": 0.3053,
666
+ "step": 87
667
+ },
668
+ {
669
+ "epoch": 44.0,
670
+ "learning_rate": 6e-06,
671
+ "loss": 0.32,
672
+ "step": 88
673
+ },
674
+ {
675
+ "epoch": 44.5,
676
+ "learning_rate": 5.9605263157894735e-06,
677
+ "loss": 0.3236,
678
+ "step": 89
679
+ },
680
+ {
681
+ "epoch": 45.0,
682
+ "learning_rate": 5.921052631578948e-06,
683
+ "loss": 0.3187,
684
+ "step": 90
685
+ },
686
+ {
687
+ "epoch": 45.0,
688
+ "eval_accuracy_dropoff": 0.39418794009036906,
689
+ "eval_accuracy_undropoff": 0.9803864168035686,
690
+ "eval_accuracy_unlabeled": NaN,
691
+ "eval_iou_dropoff": 0.2742061579993682,
692
+ "eval_iou_undropoff": 0.9552955051752383,
693
+ "eval_iou_unlabeled": 0.0,
694
+ "eval_loss": 0.3913882076740265,
695
+ "eval_mean_accuracy": 0.6872871784469688,
696
+ "eval_mean_iou": 0.40983388772486884,
697
+ "eval_overall_accuracy": 0.9560127258300781,
698
+ "eval_runtime": 3.0009,
699
+ "eval_samples_per_second": 6.665,
700
+ "eval_steps_per_second": 0.666,
701
+ "step": 90
702
+ },
703
+ {
704
+ "epoch": 45.5,
705
+ "learning_rate": 5.881578947368422e-06,
706
+ "loss": 0.3086,
707
+ "step": 91
708
+ },
709
+ {
710
+ "epoch": 46.0,
711
+ "learning_rate": 5.842105263157895e-06,
712
+ "loss": 0.2949,
713
+ "step": 92
714
+ },
715
+ {
716
+ "epoch": 46.5,
717
+ "learning_rate": 5.802631578947368e-06,
718
+ "loss": 0.3289,
719
+ "step": 93
720
+ },
721
+ {
722
+ "epoch": 47.0,
723
+ "learning_rate": 5.7631578947368425e-06,
724
+ "loss": 0.2915,
725
+ "step": 94
726
+ },
727
+ {
728
+ "epoch": 47.5,
729
+ "learning_rate": 5.723684210526316e-06,
730
+ "loss": 0.29,
731
+ "step": 95
732
+ },
733
+ {
734
+ "epoch": 48.0,
735
+ "learning_rate": 5.684210526315789e-06,
736
+ "loss": 0.3007,
737
+ "step": 96
738
+ },
739
+ {
740
+ "epoch": 48.5,
741
+ "learning_rate": 5.644736842105263e-06,
742
+ "loss": 0.3019,
743
+ "step": 97
744
+ },
745
+ {
746
+ "epoch": 49.0,
747
+ "learning_rate": 5.6052631578947374e-06,
748
+ "loss": 0.2885,
749
+ "step": 98
750
+ },
751
+ {
752
+ "epoch": 49.5,
753
+ "learning_rate": 5.565789473684211e-06,
754
+ "loss": 0.2814,
755
+ "step": 99
756
+ },
757
+ {
758
+ "epoch": 50.0,
759
+ "learning_rate": 5.526315789473685e-06,
760
+ "loss": 0.2631,
761
+ "step": 100
762
+ },
763
+ {
764
+ "epoch": 50.0,
765
+ "eval_accuracy_dropoff": 0.4020138076561389,
766
+ "eval_accuracy_undropoff": 0.9815484334467356,
767
+ "eval_accuracy_unlabeled": NaN,
768
+ "eval_iou_dropoff": 0.28354789968712896,
769
+ "eval_iou_undropoff": 0.9567292612427862,
770
+ "eval_iou_unlabeled": 0.0,
771
+ "eval_loss": 0.3646724224090576,
772
+ "eval_mean_accuracy": 0.6917811205514373,
773
+ "eval_mean_iou": 0.41342572030997177,
774
+ "eval_overall_accuracy": 0.9574518203735352,
775
+ "eval_runtime": 2.934,
776
+ "eval_samples_per_second": 6.817,
777
+ "eval_steps_per_second": 0.682,
778
+ "step": 100
779
+ },
780
+ {
781
+ "epoch": 50.5,
782
+ "learning_rate": 5.486842105263158e-06,
783
+ "loss": 0.2683,
784
+ "step": 101
785
+ },
786
+ {
787
+ "epoch": 51.0,
788
+ "learning_rate": 5.4473684210526315e-06,
789
+ "loss": 0.2636,
790
+ "step": 102
791
+ },
792
+ {
793
+ "epoch": 51.5,
794
+ "learning_rate": 5.407894736842106e-06,
795
+ "loss": 0.2767,
796
+ "step": 103
797
+ },
798
+ {
799
+ "epoch": 52.0,
800
+ "learning_rate": 5.368421052631579e-06,
801
+ "loss": 0.2579,
802
+ "step": 104
803
+ },
804
+ {
805
+ "epoch": 52.5,
806
+ "learning_rate": 5.328947368421052e-06,
807
+ "loss": 0.2612,
808
+ "step": 105
809
+ },
810
+ {
811
+ "epoch": 53.0,
812
+ "learning_rate": 5.289473684210527e-06,
813
+ "loss": 0.2473,
814
+ "step": 106
815
+ },
816
+ {
817
+ "epoch": 53.5,
818
+ "learning_rate": 5.2500000000000006e-06,
819
+ "loss": 0.2459,
820
+ "step": 107
821
+ },
822
+ {
823
+ "epoch": 54.0,
824
+ "learning_rate": 5.210526315789474e-06,
825
+ "loss": 0.2658,
826
+ "step": 108
827
+ },
828
+ {
829
+ "epoch": 54.5,
830
+ "learning_rate": 5.171052631578947e-06,
831
+ "loss": 0.2496,
832
+ "step": 109
833
+ },
834
+ {
835
+ "epoch": 55.0,
836
+ "learning_rate": 5.131578947368421e-06,
837
+ "loss": 0.2565,
838
+ "step": 110
839
+ },
840
+ {
841
+ "epoch": 55.0,
842
+ "eval_accuracy_dropoff": 0.3962109222688594,
843
+ "eval_accuracy_undropoff": 0.9828545329893122,
844
+ "eval_accuracy_unlabeled": NaN,
845
+ "eval_iou_dropoff": 0.2845630508195371,
846
+ "eval_iou_undropoff": 0.957769917133554,
847
+ "eval_iou_unlabeled": 0.0,
848
+ "eval_loss": 0.34244000911712646,
849
+ "eval_mean_accuracy": 0.6895327276290858,
850
+ "eval_mean_iou": 0.414110989317697,
851
+ "eval_overall_accuracy": 0.9584623336791992,
852
+ "eval_runtime": 2.879,
853
+ "eval_samples_per_second": 6.947,
854
+ "eval_steps_per_second": 0.695,
855
+ "step": 110
856
+ },
857
+ {
858
+ "epoch": 55.5,
859
+ "learning_rate": 5.092105263157895e-06,
860
+ "loss": 0.2835,
861
+ "step": 111
862
+ },
863
+ {
864
+ "epoch": 56.0,
865
+ "learning_rate": 5.052631578947368e-06,
866
+ "loss": 0.2464,
867
+ "step": 112
868
+ },
869
+ {
870
+ "epoch": 56.5,
871
+ "learning_rate": 5.013157894736842e-06,
872
+ "loss": 0.24,
873
+ "step": 113
874
+ },
875
+ {
876
+ "epoch": 57.0,
877
+ "learning_rate": 4.973684210526316e-06,
878
+ "loss": 0.2329,
879
+ "step": 114
880
+ },
881
+ {
882
+ "epoch": 57.5,
883
+ "learning_rate": 4.9342105263157895e-06,
884
+ "loss": 0.2399,
885
+ "step": 115
886
+ },
887
+ {
888
+ "epoch": 58.0,
889
+ "learning_rate": 4.894736842105264e-06,
890
+ "loss": 0.2468,
891
+ "step": 116
892
+ },
893
+ {
894
+ "epoch": 58.5,
895
+ "learning_rate": 4.855263157894737e-06,
896
+ "loss": 0.2338,
897
+ "step": 117
898
+ },
899
+ {
900
+ "epoch": 59.0,
901
+ "learning_rate": 4.81578947368421e-06,
902
+ "loss": 0.228,
903
+ "step": 118
904
+ },
905
+ {
906
+ "epoch": 59.5,
907
+ "learning_rate": 4.7763157894736844e-06,
908
+ "loss": 0.2336,
909
+ "step": 119
910
+ },
911
+ {
912
+ "epoch": 60.0,
913
+ "learning_rate": 4.736842105263158e-06,
914
+ "loss": 0.2259,
915
+ "step": 120
916
+ },
917
+ {
918
+ "epoch": 60.0,
919
+ "eval_accuracy_dropoff": 0.3842794559508246,
920
+ "eval_accuracy_undropoff": 0.9863174978133828,
921
+ "eval_accuracy_unlabeled": NaN,
922
+ "eval_iou_dropoff": 0.2925986727209221,
923
+ "eval_iou_undropoff": 0.9606573233147998,
924
+ "eval_iou_unlabeled": 0.0,
925
+ "eval_loss": 0.31272849440574646,
926
+ "eval_mean_accuracy": 0.6852984768821038,
927
+ "eval_mean_iou": 0.417751998678574,
928
+ "eval_overall_accuracy": 0.9612852096557617,
929
+ "eval_runtime": 14.3976,
930
+ "eval_samples_per_second": 1.389,
931
+ "eval_steps_per_second": 0.139,
932
+ "step": 120
933
+ }
934
+ ],
935
+ "max_steps": 240,
936
+ "num_train_epochs": 120,
937
+ "total_flos": 1.3892743058581094e+18,
938
+ "trial_name": null,
939
+ "trial_params": null
940
+ }
checkpoint-120/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86850878dec41d8c7a412afed73688c20c8f4e6e13eee22f0608682af730469
3
+ size 4155
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4b8bd8a7af597b8730aa6243ff5559fc8e1351a8ab9c729c88ba1ca6659b5cc
3
  size 338834121
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a694bc04fbc8f29a1f42100b6281f5b886acc299181d2e3aa63dff912a2c01
3
  size 338834121
runs/Feb12_07-24-20_robolidar/events.out.tfevents.1707744270.robolidar.4127615.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8f1015265894f7f32db2628943b5c6ef1ae9df981c9635cfd57c93445abad92
3
- size 23316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521ef702dabf553a0552ecb8259c6c14f88491e7c5dd05f1ac6b4f87c67dffd7
3
+ size 32592