alexue4 commited on
Commit
19d314f
1 Parent(s): 81e89b6

End of training

Browse files
Files changed (4) hide show
  1. README.md +21 -21
  2. pytorch_model.bin +1 -1
  3. trainer_state.json +849 -849
  4. training_args.bin +1 -1
README.md CHANGED
@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [alexue4/text-normalization-ru-new](https://huggingface.co/alexue4/text-normalization-ru-new) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
- - Loss: 0.0007
19
  - Mean Distance: 0
20
  - Max Distance: 3
21
 
@@ -49,26 +49,26 @@ The following hyperparameters were used during training:
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
  |:-------------:|:-----:|:-----:|:---------------:|:-------------:|:------------:|
52
- | 0.0028 | 1.0 | 3443 | 0.0015 | 0 | 3 |
53
- | 0.0019 | 2.0 | 6886 | 0.0009 | 0 | 3 |
54
- | 0.0016 | 3.0 | 10329 | 0.0013 | 0 | 3 |
55
- | 0.0013 | 4.0 | 13772 | 0.0008 | 0 | 1 |
56
- | 0.0012 | 5.0 | 17215 | 0.0011 | 0 | 3 |
57
- | 0.0009 | 6.0 | 20658 | 0.0009 | 0 | 3 |
58
- | 0.0008 | 7.0 | 24101 | 0.0011 | 0 | 3 |
59
- | 0.0007 | 8.0 | 27544 | 0.0010 | 0 | 3 |
60
- | 0.0006 | 9.0 | 30987 | 0.0012 | 0 | 3 |
61
- | 0.0006 | 10.0 | 34430 | 0.0008 | 0 | 3 |
62
- | 0.0006 | 11.0 | 37873 | 0.0005 | 0 | 0 |
63
- | 0.0005 | 12.0 | 41316 | 0.0007 | 0 | 1 |
64
- | 0.0004 | 13.0 | 44759 | 0.0007 | 0 | 0 |
65
- | 0.0006 | 14.0 | 48202 | 0.0011 | 0 | 3 |
66
- | 0.0005 | 15.0 | 51645 | 0.0008 | 0 | 3 |
67
- | 0.0005 | 16.0 | 55088 | 0.0008 | 0 | 3 |
68
- | 0.0005 | 17.0 | 58531 | 0.0008 | 0 | 3 |
69
- | 0.0004 | 18.0 | 61974 | 0.0007 | 0 | 3 |
70
- | 0.0004 | 19.0 | 65417 | 0.0007 | 0 | 3 |
71
- | 0.0005 | 20.0 | 68860 | 0.0007 | 0 | 3 |
72
 
73
 
74
  ### Framework versions
 
15
 
16
  This model is a fine-tuned version of [alexue4/text-normalization-ru-new](https://huggingface.co/alexue4/text-normalization-ru-new) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Loss: 0.0005
19
  - Mean Distance: 0
20
  - Max Distance: 3
21
 
 
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
  |:-------------:|:-----:|:-----:|:---------------:|:-------------:|:------------:|
52
+ | 0.001 | 1.0 | 3459 | 0.0005 | 0 | 3 |
53
+ | 0.0007 | 2.0 | 6918 | 0.0005 | 0 | 3 |
54
+ | 0.0008 | 3.0 | 10377 | 0.0005 | 0 | 3 |
55
+ | 0.0007 | 4.0 | 13836 | 0.0006 | 0 | 3 |
56
+ | 0.0006 | 5.0 | 17295 | 0.0003 | 0 | 0 |
57
+ | 0.0006 | 6.0 | 20754 | 0.0003 | 0 | 0 |
58
+ | 0.0005 | 7.0 | 24213 | 0.0002 | 0 | 0 |
59
+ | 0.0006 | 8.0 | 27672 | 0.0005 | 0 | 3 |
60
+ | 0.0006 | 9.0 | 31131 | 0.0005 | 0 | 3 |
61
+ | 0.0005 | 10.0 | 34590 | 0.0006 | 0 | 3 |
62
+ | 0.0004 | 11.0 | 38049 | 0.0005 | 0 | 3 |
63
+ | 0.0005 | 12.0 | 41508 | 0.0004 | 0 | 0 |
64
+ | 0.0004 | 13.0 | 44967 | 0.0004 | 0 | 0 |
65
+ | 0.0004 | 14.0 | 48426 | 0.0005 | 0 | 0 |
66
+ | 0.0004 | 15.0 | 51885 | 0.0004 | 0 | 0 |
67
+ | 0.0004 | 16.0 | 55344 | 0.0005 | 0 | 3 |
68
+ | 0.0004 | 17.0 | 58803 | 0.0005 | 0 | 3 |
69
+ | 0.0004 | 18.0 | 62262 | 0.0005 | 0 | 3 |
70
+ | 0.0004 | 19.0 | 65721 | 0.0005 | 0 | 3 |
71
+ | 0.0004 | 20.0 | 69180 | 0.0005 | 0 | 3 |
72
 
73
 
74
  ### Framework versions
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:426d8940304254b400c7865e3f92b2ed60ec87d2cec52df3644476d19c0451e2
3
  size 258643461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9355b1df879dc3cf1cbb13d9cbebbd1e6f35afa4cf39290fa27d735cd75ff213
3
  size 258643461
trainer_state.json CHANGED
@@ -3,1426 +3,1426 @@
3
  "best_model_checkpoint": null,
4
  "epoch": 20.0,
5
  "eval_steps": 500,
6
- "global_step": 68860,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 1.4522218995062446e-08,
14
  "loss": 0.0,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.1,
19
- "learning_rate": 5.010165553296544e-06,
20
- "loss": 0.0114,
21
- "step": 345
22
  },
23
  {
24
  "epoch": 0.2,
25
- "learning_rate": 1.0020331106593089e-05,
26
- "loss": 0.0115,
27
- "step": 690
28
  },
29
  {
30
  "epoch": 0.3,
31
- "learning_rate": 1.5030496659889632e-05,
32
- "loss": 0.0099,
33
- "step": 1035
34
  },
35
  {
36
  "epoch": 0.4,
37
- "learning_rate": 2.0040662213186177e-05,
38
- "loss": 0.0076,
39
- "step": 1380
40
  },
41
  {
42
  "epoch": 0.5,
43
- "learning_rate": 2.505082776648272e-05,
44
- "loss": 0.0047,
45
- "step": 1725
46
  },
47
  {
48
  "epoch": 0.6,
49
- "learning_rate": 3.0060993319779264e-05,
50
- "loss": 0.0039,
51
- "step": 2070
52
  },
53
  {
54
  "epoch": 0.7,
55
- "learning_rate": 3.507115887307581e-05,
56
- "loss": 0.0036,
57
- "step": 2415
58
  },
59
  {
60
  "epoch": 0.8,
61
- "learning_rate": 4.0081324426372355e-05,
62
- "loss": 0.0031,
63
- "step": 2760
64
  },
65
  {
66
  "epoch": 0.9,
67
- "learning_rate": 4.509148997966889e-05,
68
- "loss": 0.0028,
69
- "step": 3105
70
  },
71
  {
72
  "epoch": 1.0,
73
- "eval_loss": 0.001530332607217133,
74
  "eval_max_distance": 3,
75
  "eval_mean_distance": 0,
76
- "eval_runtime": 2.4239,
77
- "eval_samples_per_second": 20.628,
78
- "eval_steps_per_second": 0.825,
79
- "step": 3443
80
  },
81
  {
82
  "epoch": 1.0,
83
- "learning_rate": 5.010165553296544e-05,
84
- "loss": 0.0025,
85
- "step": 3450
86
  },
87
  {
88
  "epoch": 1.1,
89
- "learning_rate": 5.5111821086261985e-05,
90
- "loss": 0.0022,
91
- "step": 3795
92
  },
93
  {
94
  "epoch": 1.2,
95
- "learning_rate": 6.012198663955853e-05,
96
- "loss": 0.002,
97
- "step": 4140
98
  },
99
  {
100
  "epoch": 1.3,
101
- "learning_rate": 6.513215219285507e-05,
102
- "loss": 0.0022,
103
- "step": 4485
104
  },
105
  {
106
  "epoch": 1.4,
107
- "learning_rate": 7.014231774615162e-05,
108
- "loss": 0.0022,
109
- "step": 4830
110
  },
111
  {
112
  "epoch": 1.5,
113
- "learning_rate": 7.515248329944817e-05,
114
- "loss": 0.002,
115
- "step": 5175
116
  },
117
  {
118
  "epoch": 1.6,
119
- "learning_rate": 8.016264885274471e-05,
120
- "loss": 0.0021,
121
- "step": 5520
122
  },
123
  {
124
  "epoch": 1.7,
125
- "learning_rate": 8.517281440604125e-05,
126
- "loss": 0.0021,
127
- "step": 5865
128
  },
129
  {
130
  "epoch": 1.8,
131
- "learning_rate": 9.018297995933778e-05,
132
- "loss": 0.0019,
133
- "step": 6210
134
  },
135
  {
136
  "epoch": 1.9,
137
- "learning_rate": 9.519314551263433e-05,
138
- "loss": 0.0019,
139
- "step": 6555
140
  },
141
  {
142
  "epoch": 2.0,
143
- "eval_loss": 0.0008699939935468137,
144
  "eval_max_distance": 3,
145
  "eval_mean_distance": 0,
146
- "eval_runtime": 2.4743,
147
- "eval_samples_per_second": 20.208,
148
- "eval_steps_per_second": 0.808,
149
- "step": 6886
150
  },
151
  {
152
  "epoch": 2.0,
153
- "learning_rate": 9.997740988156324e-05,
154
- "loss": 0.0021,
155
- "step": 6900
156
  },
157
  {
158
  "epoch": 2.1,
159
- "learning_rate": 9.942072482008585e-05,
160
- "loss": 0.0014,
161
- "step": 7245
162
  },
163
  {
164
  "epoch": 2.2,
165
- "learning_rate": 9.886403975860845e-05,
166
- "loss": 0.002,
167
- "step": 7590
168
  },
169
  {
170
  "epoch": 2.3,
171
- "learning_rate": 9.830735469713106e-05,
172
- "loss": 0.0015,
173
- "step": 7935
174
  },
175
  {
176
  "epoch": 2.4,
177
- "learning_rate": 9.775066963565367e-05,
178
- "loss": 0.0012,
179
- "step": 8280
180
  },
181
  {
182
- "epoch": 2.51,
183
- "learning_rate": 9.719398457417627e-05,
184
- "loss": 0.0017,
185
- "step": 8625
186
  },
187
  {
188
- "epoch": 2.61,
189
- "learning_rate": 9.663729951269888e-05,
190
- "loss": 0.0013,
191
- "step": 8970
192
  },
193
  {
194
- "epoch": 2.71,
195
- "learning_rate": 9.608061445122149e-05,
196
- "loss": 0.0015,
197
- "step": 9315
198
  },
199
  {
200
- "epoch": 2.81,
201
- "learning_rate": 9.552392938974409e-05,
202
- "loss": 0.0018,
203
- "step": 9660
204
  },
205
  {
206
- "epoch": 2.91,
207
- "learning_rate": 9.49672443282667e-05,
208
- "loss": 0.0016,
209
- "step": 10005
210
  },
211
  {
212
  "epoch": 3.0,
213
- "eval_loss": 0.0013113931054249406,
214
  "eval_max_distance": 3,
215
  "eval_mean_distance": 0,
216
- "eval_runtime": 2.4418,
217
- "eval_samples_per_second": 20.477,
218
- "eval_steps_per_second": 0.819,
219
- "step": 10329
220
  },
221
  {
222
- "epoch": 3.01,
223
- "learning_rate": 9.44105592667893e-05,
224
- "loss": 0.0013,
225
- "step": 10350
226
  },
227
  {
228
- "epoch": 3.11,
229
- "learning_rate": 9.385387420531191e-05,
230
- "loss": 0.0011,
231
- "step": 10695
232
  },
233
  {
234
- "epoch": 3.21,
235
- "learning_rate": 9.329718914383452e-05,
236
- "loss": 0.0011,
237
- "step": 11040
238
  },
239
  {
240
- "epoch": 3.31,
241
- "learning_rate": 9.274050408235712e-05,
242
- "loss": 0.0012,
243
- "step": 11385
244
  },
245
  {
246
- "epoch": 3.41,
247
- "learning_rate": 9.218381902087973e-05,
248
- "loss": 0.0013,
249
- "step": 11730
250
  },
251
  {
252
- "epoch": 3.51,
253
- "learning_rate": 9.162713395940234e-05,
254
- "loss": 0.0012,
255
- "step": 12075
256
  },
257
  {
258
- "epoch": 3.61,
259
- "learning_rate": 9.107044889792494e-05,
260
- "loss": 0.0012,
261
- "step": 12420
262
  },
263
  {
264
- "epoch": 3.71,
265
- "learning_rate": 9.051376383644755e-05,
266
- "loss": 0.0015,
267
- "step": 12765
268
  },
269
  {
270
- "epoch": 3.81,
271
- "learning_rate": 8.995707877497016e-05,
272
- "loss": 0.0011,
273
- "step": 13110
274
  },
275
  {
276
- "epoch": 3.91,
277
- "learning_rate": 8.940039371349276e-05,
278
- "loss": 0.0013,
279
- "step": 13455
280
  },
281
  {
282
  "epoch": 4.0,
283
- "eval_loss": 0.0007705892785452306,
284
- "eval_max_distance": 1,
285
  "eval_mean_distance": 0,
286
- "eval_runtime": 2.3823,
287
- "eval_samples_per_second": 20.989,
288
- "eval_steps_per_second": 0.84,
289
- "step": 13772
290
  },
291
  {
292
- "epoch": 4.01,
293
- "learning_rate": 8.884370865201537e-05,
294
- "loss": 0.0012,
295
- "step": 13800
296
  },
297
  {
298
- "epoch": 4.11,
299
- "learning_rate": 8.828702359053797e-05,
300
- "loss": 0.0011,
301
- "step": 14145
302
  },
303
  {
304
- "epoch": 4.21,
305
- "learning_rate": 8.773033852906058e-05,
306
- "loss": 0.001,
307
- "step": 14490
308
  },
309
  {
310
- "epoch": 4.31,
311
- "learning_rate": 8.717365346758319e-05,
312
  "loss": 0.0009,
313
- "step": 14835
314
  },
315
  {
316
- "epoch": 4.41,
317
- "learning_rate": 8.661696840610579e-05,
318
- "loss": 0.001,
319
- "step": 15180
320
  },
321
  {
322
- "epoch": 4.51,
323
- "learning_rate": 8.60602833446284e-05,
324
- "loss": 0.001,
325
- "step": 15525
326
  },
327
  {
328
- "epoch": 4.61,
329
- "learning_rate": 8.550359828315099e-05,
330
- "loss": 0.001,
331
- "step": 15870
332
  },
333
  {
334
- "epoch": 4.71,
335
- "learning_rate": 8.494691322167361e-05,
336
- "loss": 0.0011,
337
- "step": 16215
338
  },
339
  {
340
- "epoch": 4.81,
341
- "learning_rate": 8.439022816019622e-05,
342
- "loss": 0.001,
343
- "step": 16560
344
  },
345
  {
346
- "epoch": 4.91,
347
- "learning_rate": 8.383354309871882e-05,
348
- "loss": 0.0012,
349
- "step": 16905
350
  },
351
  {
352
  "epoch": 5.0,
353
- "eval_loss": 0.0010777737479656935,
354
- "eval_max_distance": 3,
355
  "eval_mean_distance": 0,
356
- "eval_runtime": 2.413,
357
- "eval_samples_per_second": 20.721,
358
- "eval_steps_per_second": 0.829,
359
- "step": 17215
360
  },
361
  {
362
- "epoch": 5.01,
363
- "learning_rate": 8.327685803724142e-05,
364
- "loss": 0.001,
365
- "step": 17250
366
  },
367
  {
368
- "epoch": 5.11,
369
- "learning_rate": 8.272017297576404e-05,
370
- "loss": 0.0008,
371
- "step": 17595
372
  },
373
  {
374
- "epoch": 5.21,
375
- "learning_rate": 8.216348791428664e-05,
376
- "loss": 0.0009,
377
- "step": 17940
378
  },
379
  {
380
- "epoch": 5.31,
381
- "learning_rate": 8.160680285280925e-05,
382
- "loss": 0.0009,
383
- "step": 18285
384
  },
385
  {
386
- "epoch": 5.41,
387
- "learning_rate": 8.105011779133184e-05,
388
- "loss": 0.0009,
389
- "step": 18630
390
  },
391
  {
392
- "epoch": 5.51,
393
- "learning_rate": 8.049343272985446e-05,
394
- "loss": 0.0009,
395
- "step": 18975
396
  },
397
  {
398
- "epoch": 5.61,
399
- "learning_rate": 7.993674766837707e-05,
400
- "loss": 0.0008,
401
- "step": 19320
402
  },
403
  {
404
- "epoch": 5.71,
405
- "learning_rate": 7.938006260689967e-05,
406
- "loss": 0.0009,
407
- "step": 19665
408
  },
409
  {
410
- "epoch": 5.81,
411
- "learning_rate": 7.882337754542227e-05,
412
- "loss": 0.0011,
413
- "step": 20010
414
  },
415
  {
416
- "epoch": 5.91,
417
- "learning_rate": 7.826669248394489e-05,
418
- "loss": 0.0009,
419
- "step": 20355
420
  },
421
  {
422
  "epoch": 6.0,
423
- "eval_loss": 0.0008971834322437644,
424
- "eval_max_distance": 3,
425
  "eval_mean_distance": 0,
426
- "eval_runtime": 2.4223,
427
- "eval_samples_per_second": 20.641,
428
- "eval_steps_per_second": 0.826,
429
- "step": 20658
430
  },
431
  {
432
- "epoch": 6.01,
433
- "learning_rate": 7.77100074224675e-05,
434
- "loss": 0.001,
435
- "step": 20700
436
  },
437
  {
438
- "epoch": 6.11,
439
- "learning_rate": 7.71533223609901e-05,
440
- "loss": 0.0007,
441
- "step": 21045
442
  },
443
  {
444
- "epoch": 6.21,
445
- "learning_rate": 7.65966372995127e-05,
446
- "loss": 0.0008,
447
- "step": 21390
448
  },
449
  {
450
- "epoch": 6.31,
451
- "learning_rate": 7.603995223803531e-05,
452
- "loss": 0.0008,
453
- "step": 21735
454
  },
455
  {
456
- "epoch": 6.41,
457
- "learning_rate": 7.548326717655792e-05,
458
- "loss": 0.0008,
459
- "step": 22080
460
  },
461
  {
462
- "epoch": 6.51,
463
- "learning_rate": 7.492658211508052e-05,
464
- "loss": 0.0008,
465
- "step": 22425
466
  },
467
  {
468
- "epoch": 6.61,
469
- "learning_rate": 7.436989705360313e-05,
470
- "loss": 0.0008,
471
- "step": 22770
472
  },
473
  {
474
- "epoch": 6.71,
475
- "learning_rate": 7.381321199212572e-05,
476
- "loss": 0.0008,
477
- "step": 23115
478
  },
479
  {
480
- "epoch": 6.81,
481
- "learning_rate": 7.325652693064834e-05,
482
- "loss": 0.0008,
483
- "step": 23460
484
  },
485
  {
486
- "epoch": 6.91,
487
- "learning_rate": 7.269984186917095e-05,
488
- "loss": 0.0008,
489
- "step": 23805
490
  },
491
  {
492
  "epoch": 7.0,
493
- "eval_loss": 0.0011104686418548226,
494
- "eval_max_distance": 3,
495
  "eval_mean_distance": 0,
496
- "eval_runtime": 2.4364,
497
- "eval_samples_per_second": 20.522,
498
- "eval_steps_per_second": 0.821,
499
- "step": 24101
500
  },
501
  {
502
- "epoch": 7.01,
503
- "learning_rate": 7.214315680769356e-05,
504
- "loss": 0.0007,
505
- "step": 24150
506
- },
507
- {
508
- "epoch": 7.11,
509
- "learning_rate": 7.158647174621615e-05,
510
- "loss": 0.0007,
511
- "step": 24495
512
  },
513
  {
514
- "epoch": 7.21,
515
- "learning_rate": 7.102978668473877e-05,
516
- "loss": 0.0007,
517
- "step": 24840
518
  },
519
  {
520
- "epoch": 7.31,
521
- "learning_rate": 7.047310162326137e-05,
522
- "loss": 0.0007,
523
- "step": 25185
524
  },
525
  {
526
- "epoch": 7.42,
527
- "learning_rate": 6.991641656178398e-05,
528
- "loss": 0.0007,
529
- "step": 25530
530
  },
531
  {
532
- "epoch": 7.52,
533
- "learning_rate": 6.935973150030657e-05,
534
- "loss": 0.0008,
535
- "step": 25875
536
  },
537
  {
538
- "epoch": 7.62,
539
- "learning_rate": 6.88030464388292e-05,
540
  "loss": 0.0006,
541
- "step": 26220
542
  },
543
  {
544
- "epoch": 7.72,
545
- "learning_rate": 6.82463613773518e-05,
546
- "loss": 0.0008,
547
- "step": 26565
548
  },
549
  {
550
- "epoch": 7.82,
551
- "learning_rate": 6.76896763158744e-05,
552
- "loss": 0.0008,
553
- "step": 26910
554
  },
555
  {
556
- "epoch": 7.92,
557
- "learning_rate": 6.7132991254397e-05,
558
  "loss": 0.0007,
559
- "step": 27255
 
 
 
 
 
 
560
  },
561
  {
562
  "epoch": 8.0,
563
- "eval_loss": 0.0009568997193127871,
564
  "eval_max_distance": 3,
565
  "eval_mean_distance": 0,
566
- "eval_runtime": 2.353,
567
- "eval_samples_per_second": 21.249,
568
- "eval_steps_per_second": 0.85,
569
- "step": 27544
570
  },
571
  {
572
- "epoch": 8.02,
573
- "learning_rate": 6.657630619291962e-05,
574
- "loss": 0.0008,
575
- "step": 27600
576
- },
577
- {
578
- "epoch": 8.12,
579
- "learning_rate": 6.601962113144223e-05,
580
  "loss": 0.0006,
581
- "step": 27945
582
  },
583
  {
584
- "epoch": 8.22,
585
- "learning_rate": 6.546293606996483e-05,
586
- "loss": 0.0006,
587
- "step": 28290
588
  },
589
  {
590
- "epoch": 8.32,
591
- "learning_rate": 6.490625100848742e-05,
592
- "loss": 0.0007,
593
- "step": 28635
594
  },
595
  {
596
- "epoch": 8.42,
597
- "learning_rate": 6.434956594701004e-05,
598
- "loss": 0.0007,
599
- "step": 28980
600
  },
601
  {
602
- "epoch": 8.52,
603
- "learning_rate": 6.379288088553265e-05,
604
- "loss": 0.0008,
605
- "step": 29325
606
  },
607
  {
608
- "epoch": 8.62,
609
- "learning_rate": 6.323619582405526e-05,
610
  "loss": 0.0006,
611
- "step": 29670
 
 
 
 
 
 
612
  },
613
  {
614
- "epoch": 8.72,
615
- "learning_rate": 6.267951076257785e-05,
616
  "loss": 0.0006,
617
- "step": 30015
618
  },
619
  {
620
- "epoch": 8.82,
621
- "learning_rate": 6.212282570110046e-05,
622
- "loss": 0.0007,
623
- "step": 30360
624
  },
625
  {
626
- "epoch": 8.92,
627
- "learning_rate": 6.156614063962308e-05,
628
  "loss": 0.0006,
629
- "step": 30705
630
  },
631
  {
632
  "epoch": 9.0,
633
- "eval_loss": 0.001235798466950655,
634
  "eval_max_distance": 3,
635
  "eval_mean_distance": 0,
636
- "eval_runtime": 2.3847,
637
- "eval_samples_per_second": 20.967,
638
- "eval_steps_per_second": 0.839,
639
- "step": 30987
640
- },
641
- {
642
- "epoch": 9.02,
643
- "learning_rate": 6.100945557814568e-05,
644
- "loss": 0.0007,
645
- "step": 31050
646
  },
647
  {
648
- "epoch": 9.12,
649
- "learning_rate": 6.045277051666828e-05,
650
- "loss": 0.0006,
651
- "step": 31395
652
  },
653
  {
654
- "epoch": 9.22,
655
- "learning_rate": 5.989608545519089e-05,
656
  "loss": 0.0005,
657
- "step": 31740
658
  },
659
  {
660
- "epoch": 9.32,
661
- "learning_rate": 5.9339400393713494e-05,
662
  "loss": 0.0006,
663
- "step": 32085
 
 
 
 
 
 
664
  },
665
  {
666
- "epoch": 9.42,
667
- "learning_rate": 5.878271533223611e-05,
668
  "loss": 0.0007,
669
- "step": 32430
670
  },
671
  {
672
- "epoch": 9.52,
673
- "learning_rate": 5.822603027075871e-05,
674
- "loss": 0.0006,
675
- "step": 32775
676
  },
677
  {
678
- "epoch": 9.62,
679
- "learning_rate": 5.766934520928131e-05,
680
- "loss": 0.0006,
681
- "step": 33120
682
  },
683
  {
684
- "epoch": 9.72,
685
- "learning_rate": 5.711266014780392e-05,
686
  "loss": 0.0006,
687
- "step": 33465
688
  },
689
  {
690
- "epoch": 9.82,
691
- "learning_rate": 5.655597508632653e-05,
692
- "loss": 0.0006,
693
- "step": 33810
694
  },
695
  {
696
- "epoch": 9.92,
697
- "learning_rate": 5.599929002484914e-05,
698
- "loss": 0.0006,
699
- "step": 34155
700
  },
701
  {
702
  "epoch": 10.0,
703
- "eval_loss": 0.0008162627927958965,
704
  "eval_max_distance": 3,
705
  "eval_mean_distance": 0,
706
- "eval_runtime": 2.4197,
707
- "eval_samples_per_second": 20.663,
708
- "eval_steps_per_second": 0.827,
709
- "step": 34430
710
  },
711
  {
712
- "epoch": 10.02,
713
- "learning_rate": 5.544260496337174e-05,
714
- "loss": 0.0006,
715
- "step": 34500
716
  },
717
  {
718
- "epoch": 10.12,
719
- "learning_rate": 5.4885919901894344e-05,
720
  "loss": 0.0005,
721
- "step": 34845
722
  },
723
  {
724
- "epoch": 10.22,
725
- "learning_rate": 5.432923484041696e-05,
726
- "loss": 0.0006,
727
- "step": 35190
728
  },
729
  {
730
- "epoch": 10.32,
731
- "learning_rate": 5.377254977893956e-05,
732
- "loss": 0.0005,
733
- "step": 35535
734
  },
735
  {
736
- "epoch": 10.42,
737
- "learning_rate": 5.321586471746216e-05,
738
- "loss": 0.0005,
739
- "step": 35880
740
  },
741
  {
742
- "epoch": 10.52,
743
- "learning_rate": 5.265917965598477e-05,
744
- "loss": 0.0006,
745
- "step": 36225
746
  },
747
  {
748
- "epoch": 10.62,
749
- "learning_rate": 5.2102494594507375e-05,
750
  "loss": 0.0006,
751
- "step": 36570
752
  },
753
  {
754
- "epoch": 10.72,
755
- "learning_rate": 5.154580953302999e-05,
756
- "loss": 0.0006,
757
- "step": 36915
758
  },
759
  {
760
- "epoch": 10.82,
761
- "learning_rate": 5.098912447155259e-05,
762
- "loss": 0.0005,
763
- "step": 37260
764
  },
765
  {
766
- "epoch": 10.92,
767
- "learning_rate": 5.0432439410075194e-05,
768
- "loss": 0.0006,
769
- "step": 37605
770
  },
771
  {
772
  "epoch": 11.0,
773
- "eval_loss": 0.000511307327542454,
774
- "eval_max_distance": 0,
775
  "eval_mean_distance": 0,
776
- "eval_runtime": 2.378,
777
- "eval_samples_per_second": 21.026,
778
- "eval_steps_per_second": 0.841,
779
- "step": 37873
780
  },
781
  {
782
- "epoch": 11.02,
783
- "learning_rate": 4.98757543485978e-05,
784
  "loss": 0.0005,
785
- "step": 37950
786
  },
787
  {
788
- "epoch": 11.12,
789
- "learning_rate": 4.931906928712041e-05,
790
- "loss": 0.0006,
791
- "step": 38295
792
  },
793
  {
794
- "epoch": 11.22,
795
- "learning_rate": 4.876238422564301e-05,
796
- "loss": 0.0005,
797
- "step": 38640
798
  },
799
  {
800
- "epoch": 11.32,
801
- "learning_rate": 4.820569916416562e-05,
802
- "loss": 0.0005,
803
- "step": 38985
804
  },
805
  {
806
- "epoch": 11.42,
807
- "learning_rate": 4.7649014102688226e-05,
808
- "loss": 0.0005,
809
- "step": 39330
810
  },
811
  {
812
- "epoch": 11.52,
813
- "learning_rate": 4.709232904121083e-05,
814
  "loss": 0.0005,
815
- "step": 39675
816
  },
817
  {
818
- "epoch": 11.62,
819
- "learning_rate": 4.653564397973344e-05,
820
  "loss": 0.0005,
821
- "step": 40020
822
  },
823
  {
824
- "epoch": 11.72,
825
- "learning_rate": 4.5978958918256045e-05,
826
- "loss": 0.0006,
827
- "step": 40365
828
  },
829
  {
830
- "epoch": 11.82,
831
- "learning_rate": 4.542227385677865e-05,
832
- "loss": 0.0007,
833
- "step": 40710
834
  },
835
  {
836
- "epoch": 11.92,
837
- "learning_rate": 4.486558879530126e-05,
838
  "loss": 0.0005,
839
- "step": 41055
840
  },
841
  {
842
  "epoch": 12.0,
843
- "eval_loss": 0.0007161315297707915,
844
- "eval_max_distance": 1,
845
  "eval_mean_distance": 0,
846
- "eval_runtime": 2.3647,
847
- "eval_samples_per_second": 21.145,
848
- "eval_steps_per_second": 0.846,
849
- "step": 41316
850
  },
851
  {
852
- "epoch": 12.02,
853
- "learning_rate": 4.430890373382386e-05,
854
  "loss": 0.0005,
855
- "step": 41400
856
  },
857
  {
858
- "epoch": 12.12,
859
- "learning_rate": 4.375221867234647e-05,
860
  "loss": 0.0005,
861
- "step": 41745
862
  },
863
  {
864
- "epoch": 12.22,
865
- "learning_rate": 4.3195533610869076e-05,
866
  "loss": 0.0005,
867
- "step": 42090
868
  },
869
  {
870
- "epoch": 12.33,
871
- "learning_rate": 4.263884854939168e-05,
872
- "loss": 0.0006,
873
- "step": 42435
874
  },
875
  {
876
- "epoch": 12.43,
877
- "learning_rate": 4.208216348791429e-05,
878
- "loss": 0.0006,
879
- "step": 42780
880
  },
881
  {
882
- "epoch": 12.53,
883
- "learning_rate": 4.1525478426436895e-05,
884
  "loss": 0.0005,
885
- "step": 43125
886
  },
887
  {
888
- "epoch": 12.63,
889
- "learning_rate": 4.09687933649595e-05,
890
  "loss": 0.0005,
891
- "step": 43470
892
  },
893
  {
894
- "epoch": 12.73,
895
- "learning_rate": 4.041210830348211e-05,
896
- "loss": 0.0005,
897
- "step": 43815
898
  },
899
  {
900
- "epoch": 12.83,
901
- "learning_rate": 3.9855423242004714e-05,
902
- "loss": 0.0007,
903
- "step": 44160
904
  },
905
  {
906
- "epoch": 12.93,
907
- "learning_rate": 3.929873818052732e-05,
908
  "loss": 0.0004,
909
- "step": 44505
910
  },
911
  {
912
  "epoch": 13.0,
913
- "eval_loss": 0.0006984297069720924,
914
  "eval_max_distance": 0,
915
  "eval_mean_distance": 0,
916
- "eval_runtime": 2.3638,
917
- "eval_samples_per_second": 21.153,
918
- "eval_steps_per_second": 0.846,
919
- "step": 44759
920
  },
921
  {
922
- "epoch": 13.03,
923
- "learning_rate": 3.8742053119049926e-05,
924
  "loss": 0.0005,
925
- "step": 44850
926
  },
927
  {
928
- "epoch": 13.13,
929
- "learning_rate": 3.818536805757253e-05,
930
  "loss": 0.0006,
931
- "step": 45195
932
  },
933
  {
934
- "epoch": 13.23,
935
- "learning_rate": 3.762868299609514e-05,
936
  "loss": 0.0005,
937
- "step": 45540
938
  },
939
  {
940
- "epoch": 13.33,
941
- "learning_rate": 3.7071997934617745e-05,
942
- "loss": 0.0005,
943
- "step": 45885
944
  },
945
  {
946
- "epoch": 13.43,
947
- "learning_rate": 3.651531287314035e-05,
948
- "loss": 0.0005,
949
- "step": 46230
950
  },
951
  {
952
- "epoch": 13.53,
953
- "learning_rate": 3.595862781166296e-05,
954
- "loss": 0.0006,
955
- "step": 46575
956
  },
957
  {
958
- "epoch": 13.63,
959
- "learning_rate": 3.5401942750185564e-05,
960
- "loss": 0.0005,
961
- "step": 46920
962
  },
963
  {
964
- "epoch": 13.73,
965
- "learning_rate": 3.484525768870817e-05,
966
- "loss": 0.0005,
967
- "step": 47265
968
  },
969
  {
970
- "epoch": 13.83,
971
- "learning_rate": 3.4288572627230776e-05,
972
- "loss": 0.0004,
973
- "step": 47610
974
  },
975
  {
976
- "epoch": 13.93,
977
- "learning_rate": 3.373188756575338e-05,
978
- "loss": 0.0006,
979
- "step": 47955
980
  },
981
  {
982
  "epoch": 14.0,
983
- "eval_loss": 0.001082880888134241,
984
- "eval_max_distance": 3,
985
  "eval_mean_distance": 0,
986
- "eval_runtime": 2.3639,
987
- "eval_samples_per_second": 21.152,
988
- "eval_steps_per_second": 0.846,
989
- "step": 48202
990
  },
991
  {
992
- "epoch": 14.03,
993
- "learning_rate": 3.317520250427599e-05,
994
- "loss": 0.0005,
995
- "step": 48300
996
  },
997
  {
998
- "epoch": 14.13,
999
- "learning_rate": 3.2618517442798595e-05,
1000
- "loss": 0.0005,
1001
- "step": 48645
1002
  },
1003
  {
1004
- "epoch": 14.23,
1005
- "learning_rate": 3.20618323813212e-05,
1006
  "loss": 0.0005,
1007
- "step": 48990
1008
  },
1009
  {
1010
- "epoch": 14.33,
1011
- "learning_rate": 3.150514731984381e-05,
1012
  "loss": 0.0004,
1013
- "step": 49335
1014
  },
1015
  {
1016
- "epoch": 14.43,
1017
- "learning_rate": 3.0948462258366414e-05,
1018
- "loss": 0.0005,
1019
- "step": 49680
1020
  },
1021
  {
1022
- "epoch": 14.53,
1023
- "learning_rate": 3.039177719688902e-05,
1024
  "loss": 0.0004,
1025
- "step": 50025
1026
  },
1027
  {
1028
- "epoch": 14.63,
1029
- "learning_rate": 2.9835092135411623e-05,
1030
  "loss": 0.0005,
1031
- "step": 50370
1032
  },
1033
  {
1034
- "epoch": 14.73,
1035
- "learning_rate": 2.9278407073934233e-05,
1036
- "loss": 0.0005,
1037
- "step": 50715
1038
  },
1039
  {
1040
- "epoch": 14.83,
1041
- "learning_rate": 2.8721722012456836e-05,
1042
- "loss": 0.0005,
1043
- "step": 51060
1044
  },
1045
  {
1046
- "epoch": 14.93,
1047
- "learning_rate": 2.8165036950979445e-05,
1048
- "loss": 0.0005,
1049
- "step": 51405
1050
  },
1051
  {
1052
  "epoch": 15.0,
1053
- "eval_loss": 0.0008490388281643391,
1054
- "eval_max_distance": 3,
1055
  "eval_mean_distance": 0,
1056
- "eval_runtime": 2.3846,
1057
- "eval_samples_per_second": 20.967,
1058
- "eval_steps_per_second": 0.839,
1059
- "step": 51645
1060
- },
1061
- {
1062
- "epoch": 15.03,
1063
- "learning_rate": 2.760835188950205e-05,
1064
- "loss": 0.0005,
1065
- "step": 51750
1066
  },
1067
  {
1068
- "epoch": 15.13,
1069
- "learning_rate": 2.7051666828024658e-05,
1070
- "loss": 0.0005,
1071
- "step": 52095
1072
  },
1073
  {
1074
- "epoch": 15.23,
1075
- "learning_rate": 2.649498176654726e-05,
1076
  "loss": 0.0004,
1077
- "step": 52440
1078
  },
1079
  {
1080
- "epoch": 15.33,
1081
- "learning_rate": 2.593829670506987e-05,
1082
  "loss": 0.0005,
1083
- "step": 52785
1084
  },
1085
  {
1086
- "epoch": 15.43,
1087
- "learning_rate": 2.5381611643592473e-05,
1088
  "loss": 0.0004,
1089
- "step": 53130
1090
  },
1091
  {
1092
- "epoch": 15.53,
1093
- "learning_rate": 2.4824926582115083e-05,
1094
  "loss": 0.0004,
1095
- "step": 53475
1096
  },
1097
  {
1098
- "epoch": 15.63,
1099
- "learning_rate": 2.426824152063769e-05,
1100
  "loss": 0.0005,
1101
- "step": 53820
1102
  },
1103
  {
1104
- "epoch": 15.73,
1105
- "learning_rate": 2.3711556459160296e-05,
1106
- "loss": 0.0005,
1107
- "step": 54165
1108
  },
1109
  {
1110
- "epoch": 15.83,
1111
- "learning_rate": 2.3154871397682902e-05,
1112
  "loss": 0.0004,
1113
- "step": 54510
1114
  },
1115
  {
1116
- "epoch": 15.93,
1117
- "learning_rate": 2.2598186336205508e-05,
1118
- "loss": 0.0005,
1119
- "step": 54855
 
 
 
 
 
 
1120
  },
1121
  {
1122
  "epoch": 16.0,
1123
- "eval_loss": 0.0008035104838199914,
1124
  "eval_max_distance": 3,
1125
  "eval_mean_distance": 0,
1126
- "eval_runtime": 2.3835,
1127
- "eval_samples_per_second": 20.978,
1128
- "eval_steps_per_second": 0.839,
1129
- "step": 55088
1130
  },
1131
  {
1132
- "epoch": 16.03,
1133
- "learning_rate": 2.2041501274728115e-05,
1134
- "loss": 0.0005,
1135
- "step": 55200
1136
  },
1137
  {
1138
- "epoch": 16.13,
1139
- "learning_rate": 2.1484816213250717e-05,
1140
  "loss": 0.0004,
1141
- "step": 55545
1142
  },
1143
  {
1144
- "epoch": 16.23,
1145
- "learning_rate": 2.0928131151773324e-05,
1146
  "loss": 0.0004,
1147
- "step": 55890
1148
  },
1149
  {
1150
- "epoch": 16.33,
1151
- "learning_rate": 2.037144609029593e-05,
1152
- "loss": 0.0005,
1153
- "step": 56235
1154
  },
1155
  {
1156
- "epoch": 16.43,
1157
- "learning_rate": 1.9814761028818536e-05,
1158
  "loss": 0.0005,
1159
- "step": 56580
1160
  },
1161
  {
1162
- "epoch": 16.53,
1163
- "learning_rate": 1.9258075967341143e-05,
1164
- "loss": 0.0004,
1165
- "step": 56925
1166
  },
1167
  {
1168
- "epoch": 16.63,
1169
- "learning_rate": 1.870139090586375e-05,
1170
- "loss": 0.0005,
1171
- "step": 57270
1172
  },
1173
  {
1174
- "epoch": 16.73,
1175
- "learning_rate": 1.8144705844386355e-05,
1176
- "loss": 0.0004,
1177
- "step": 57615
1178
  },
1179
  {
1180
- "epoch": 16.83,
1181
- "learning_rate": 1.758802078290896e-05,
1182
- "loss": 0.0004,
1183
- "step": 57960
1184
  },
1185
  {
1186
- "epoch": 16.93,
1187
- "learning_rate": 1.7031335721431568e-05,
1188
- "loss": 0.0005,
1189
- "step": 58305
1190
  },
1191
  {
1192
  "epoch": 17.0,
1193
- "eval_loss": 0.000769978913012892,
1194
  "eval_max_distance": 3,
1195
  "eval_mean_distance": 0,
1196
- "eval_runtime": 2.3886,
1197
- "eval_samples_per_second": 20.933,
1198
- "eval_steps_per_second": 0.837,
1199
- "step": 58531
1200
  },
1201
  {
1202
- "epoch": 17.03,
1203
- "learning_rate": 1.6474650659954174e-05,
1204
  "loss": 0.0005,
1205
- "step": 58650
1206
  },
1207
  {
1208
- "epoch": 17.13,
1209
- "learning_rate": 1.591796559847678e-05,
1210
  "loss": 0.0004,
1211
- "step": 58995
1212
  },
1213
  {
1214
- "epoch": 17.23,
1215
- "learning_rate": 1.5361280536999387e-05,
1216
- "loss": 0.0005,
1217
- "step": 59340
1218
  },
1219
  {
1220
- "epoch": 17.34,
1221
- "learning_rate": 1.4804595475521993e-05,
1222
- "loss": 0.0005,
1223
- "step": 59685
1224
  },
1225
  {
1226
- "epoch": 17.44,
1227
- "learning_rate": 1.4247910414044599e-05,
1228
- "loss": 0.0004,
1229
- "step": 60030
1230
  },
1231
  {
1232
- "epoch": 17.54,
1233
- "learning_rate": 1.3691225352567205e-05,
1234
  "loss": 0.0004,
1235
- "step": 60375
1236
  },
1237
  {
1238
- "epoch": 17.64,
1239
- "learning_rate": 1.3134540291089812e-05,
1240
- "loss": 0.0004,
1241
- "step": 60720
1242
  },
1243
  {
1244
- "epoch": 17.74,
1245
- "learning_rate": 1.2577855229612418e-05,
1246
  "loss": 0.0004,
1247
- "step": 61065
1248
  },
1249
  {
1250
- "epoch": 17.84,
1251
- "learning_rate": 1.2021170168135024e-05,
1252
- "loss": 0.0004,
1253
- "step": 61410
1254
  },
1255
  {
1256
- "epoch": 17.94,
1257
- "learning_rate": 1.146448510665763e-05,
1258
  "loss": 0.0004,
1259
- "step": 61755
1260
  },
1261
  {
1262
  "epoch": 18.0,
1263
- "eval_loss": 0.0007153275073505938,
1264
  "eval_max_distance": 3,
1265
  "eval_mean_distance": 0,
1266
- "eval_runtime": 2.3591,
1267
- "eval_samples_per_second": 21.194,
1268
- "eval_steps_per_second": 0.848,
1269
- "step": 61974
1270
  },
1271
  {
1272
- "epoch": 18.04,
1273
- "learning_rate": 1.0907800045180237e-05,
1274
  "loss": 0.0003,
1275
- "step": 62100
1276
  },
1277
  {
1278
- "epoch": 18.14,
1279
- "learning_rate": 1.0351114983702843e-05,
1280
- "loss": 0.0004,
1281
- "step": 62445
1282
  },
1283
  {
1284
- "epoch": 18.24,
1285
- "learning_rate": 9.79442992222545e-06,
1286
- "loss": 0.0004,
1287
- "step": 62790
1288
  },
1289
  {
1290
- "epoch": 18.34,
1291
- "learning_rate": 9.237744860748056e-06,
1292
  "loss": 0.0004,
1293
- "step": 63135
1294
  },
1295
  {
1296
- "epoch": 18.44,
1297
- "learning_rate": 8.681059799270662e-06,
1298
  "loss": 0.0004,
1299
- "step": 63480
1300
  },
1301
  {
1302
- "epoch": 18.54,
1303
- "learning_rate": 8.124374737793268e-06,
1304
  "loss": 0.0004,
1305
- "step": 63825
1306
  },
1307
  {
1308
- "epoch": 18.64,
1309
- "learning_rate": 7.5676896763158745e-06,
1310
- "loss": 0.0004,
1311
- "step": 64170
1312
  },
1313
  {
1314
- "epoch": 18.74,
1315
- "learning_rate": 7.01100461483848e-06,
1316
- "loss": 0.0005,
1317
- "step": 64515
1318
  },
1319
  {
1320
- "epoch": 18.84,
1321
- "learning_rate": 6.454319553361088e-06,
1322
  "loss": 0.0004,
1323
- "step": 64860
1324
  },
1325
  {
1326
- "epoch": 18.94,
1327
- "learning_rate": 5.897634491883693e-06,
1328
  "loss": 0.0004,
1329
- "step": 65205
1330
  },
1331
  {
1332
  "epoch": 19.0,
1333
- "eval_loss": 0.0007207673625089228,
1334
  "eval_max_distance": 3,
1335
  "eval_mean_distance": 0,
1336
- "eval_runtime": 2.3645,
1337
- "eval_samples_per_second": 21.147,
1338
- "eval_steps_per_second": 0.846,
1339
- "step": 65417
1340
  },
1341
  {
1342
- "epoch": 19.04,
1343
- "learning_rate": 5.3409494304063e-06,
1344
- "loss": 0.0004,
1345
- "step": 65550
1346
- },
1347
- {
1348
- "epoch": 19.14,
1349
- "learning_rate": 4.784264368928906e-06,
1350
- "loss": 0.0004,
1351
- "step": 65895
1352
  },
1353
  {
1354
- "epoch": 19.24,
1355
- "learning_rate": 4.227579307451512e-06,
1356
- "loss": 0.0004,
1357
- "step": 66240
1358
  },
1359
  {
1360
- "epoch": 19.34,
1361
- "learning_rate": 3.6708942459741184e-06,
1362
  "loss": 0.0003,
1363
- "step": 66585
1364
  },
1365
  {
1366
- "epoch": 19.44,
1367
- "learning_rate": 3.1142091844967247e-06,
1368
  "loss": 0.0004,
1369
- "step": 66930
1370
  },
1371
  {
1372
- "epoch": 19.54,
1373
- "learning_rate": 2.557524123019331e-06,
1374
- "loss": 0.0004,
1375
- "step": 67275
1376
  },
1377
  {
1378
- "epoch": 19.64,
1379
- "learning_rate": 2.000839061541937e-06,
1380
- "loss": 0.0005,
1381
- "step": 67620
1382
  },
1383
  {
1384
- "epoch": 19.74,
1385
- "learning_rate": 1.4441540000645434e-06,
1386
- "loss": 0.0005,
1387
- "step": 67965
1388
  },
1389
  {
1390
- "epoch": 19.84,
1391
- "learning_rate": 8.874689385871494e-07,
 
 
 
 
 
 
1392
  "loss": 0.0004,
1393
- "step": 68310
1394
  },
1395
  {
1396
- "epoch": 19.94,
1397
- "learning_rate": 3.307838771097557e-07,
1398
- "loss": 0.0005,
1399
- "step": 68655
1400
  },
1401
  {
1402
  "epoch": 20.0,
1403
- "eval_loss": 0.0007007673266343772,
1404
  "eval_max_distance": 3,
1405
  "eval_mean_distance": 0,
1406
- "eval_runtime": 2.376,
1407
- "eval_samples_per_second": 21.044,
1408
- "eval_steps_per_second": 0.842,
1409
- "step": 68860
1410
  },
1411
  {
1412
  "epoch": 20.0,
1413
- "step": 68860,
1414
- "total_flos": 4.025961075861504e+16,
1415
- "train_loss": 0.0010230464439000071,
1416
- "train_runtime": 6513.3096,
1417
- "train_samples_per_second": 317.166,
1418
- "train_steps_per_second": 10.572
1419
  }
1420
  ],
1421
- "logging_steps": 345,
1422
- "max_steps": 68860,
1423
  "num_train_epochs": 20,
1424
- "save_steps": 689,
1425
- "total_flos": 4.025961075861504e+16,
1426
  "trial_name": null,
1427
  "trial_params": null
1428
  }
 
3
  "best_model_checkpoint": null,
4
  "epoch": 20.0,
5
  "eval_steps": 500,
6
+ "global_step": 69180,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 1.4455044810638915e-08,
14
  "loss": 0.0,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.1,
19
+ "learning_rate": 5.001445504481065e-06,
20
+ "loss": 0.0054,
21
+ "step": 346
22
  },
23
  {
24
  "epoch": 0.2,
25
+ "learning_rate": 1.000289100896213e-05,
26
+ "loss": 0.0038,
27
+ "step": 692
28
  },
29
  {
30
  "epoch": 0.3,
31
+ "learning_rate": 1.5004336513443193e-05,
32
+ "loss": 0.0027,
33
+ "step": 1038
34
  },
35
  {
36
  "epoch": 0.4,
37
+ "learning_rate": 2.000578201792426e-05,
38
+ "loss": 0.0019,
39
+ "step": 1384
40
  },
41
  {
42
  "epoch": 0.5,
43
+ "learning_rate": 2.5007227522405318e-05,
44
+ "loss": 0.0012,
45
+ "step": 1730
46
  },
47
  {
48
  "epoch": 0.6,
49
+ "learning_rate": 3.0008673026886387e-05,
50
+ "loss": 0.0011,
51
+ "step": 2076
52
  },
53
  {
54
  "epoch": 0.7,
55
+ "learning_rate": 3.5010118531367445e-05,
56
+ "loss": 0.0012,
57
+ "step": 2422
58
  },
59
  {
60
  "epoch": 0.8,
61
+ "learning_rate": 4.001156403584852e-05,
62
+ "loss": 0.0011,
63
+ "step": 2768
64
  },
65
  {
66
  "epoch": 0.9,
67
+ "learning_rate": 4.5013009540329577e-05,
68
+ "loss": 0.001,
69
+ "step": 3114
70
  },
71
  {
72
  "epoch": 1.0,
73
+ "eval_loss": 0.0005217896541580558,
74
  "eval_max_distance": 3,
75
  "eval_mean_distance": 0,
76
+ "eval_runtime": 2.1674,
77
+ "eval_samples_per_second": 23.069,
78
+ "eval_steps_per_second": 0.923,
79
+ "step": 3459
80
  },
81
  {
82
  "epoch": 1.0,
83
+ "learning_rate": 5.0014455044810635e-05,
84
+ "loss": 0.001,
85
+ "step": 3460
86
  },
87
  {
88
  "epoch": 1.1,
89
+ "learning_rate": 5.501590054929171e-05,
90
+ "loss": 0.001,
91
+ "step": 3806
92
  },
93
  {
94
  "epoch": 1.2,
95
+ "learning_rate": 6.001734605377277e-05,
96
+ "loss": 0.0008,
97
+ "step": 4152
98
  },
99
  {
100
  "epoch": 1.3,
101
+ "learning_rate": 6.501879155825383e-05,
102
+ "loss": 0.0009,
103
+ "step": 4498
104
  },
105
  {
106
  "epoch": 1.4,
107
+ "learning_rate": 7.002023706273489e-05,
108
+ "loss": 0.0011,
109
+ "step": 4844
110
  },
111
  {
112
  "epoch": 1.5,
113
+ "learning_rate": 7.502168256721596e-05,
114
+ "loss": 0.001,
115
+ "step": 5190
116
  },
117
  {
118
  "epoch": 1.6,
119
+ "learning_rate": 8.002312807169704e-05,
120
+ "loss": 0.0008,
121
+ "step": 5536
122
  },
123
  {
124
  "epoch": 1.7,
125
+ "learning_rate": 8.50245735761781e-05,
126
+ "loss": 0.0009,
127
+ "step": 5882
128
  },
129
  {
130
  "epoch": 1.8,
131
+ "learning_rate": 9.002601908065915e-05,
132
+ "loss": 0.0011,
133
+ "step": 6228
134
  },
135
  {
136
  "epoch": 1.9,
137
+ "learning_rate": 9.502746458514021e-05,
138
+ "loss": 0.0007,
139
+ "step": 6574
140
  },
141
  {
142
  "epoch": 2.0,
143
+ "eval_loss": 0.0005328759434632957,
144
  "eval_max_distance": 3,
145
  "eval_mean_distance": 0,
146
+ "eval_runtime": 2.1588,
147
+ "eval_samples_per_second": 23.161,
148
+ "eval_steps_per_second": 0.926,
149
+ "step": 6918
150
  },
151
  {
152
  "epoch": 2.0,
153
+ "learning_rate": 9.999678776781987e-05,
154
+ "loss": 0.001,
155
+ "step": 6920
156
  },
157
  {
158
  "epoch": 2.1,
159
+ "learning_rate": 9.94410716006553e-05,
160
+ "loss": 0.0007,
161
+ "step": 7266
162
  },
163
  {
164
  "epoch": 2.2,
165
+ "learning_rate": 9.888535543349073e-05,
166
+ "loss": 0.0009,
167
+ "step": 7612
168
  },
169
  {
170
  "epoch": 2.3,
171
+ "learning_rate": 9.832963926632618e-05,
172
+ "loss": 0.0008,
173
+ "step": 7958
174
  },
175
  {
176
  "epoch": 2.4,
177
+ "learning_rate": 9.777392309916162e-05,
178
+ "loss": 0.0009,
179
+ "step": 8304
180
  },
181
  {
182
+ "epoch": 2.5,
183
+ "learning_rate": 9.721820693199704e-05,
184
+ "loss": 0.0008,
185
+ "step": 8650
186
  },
187
  {
188
+ "epoch": 2.6,
189
+ "learning_rate": 9.666249076483249e-05,
190
+ "loss": 0.0008,
191
+ "step": 8996
192
  },
193
  {
194
+ "epoch": 2.7,
195
+ "learning_rate": 9.610677459766793e-05,
196
+ "loss": 0.0009,
197
+ "step": 9342
198
  },
199
  {
200
+ "epoch": 2.8,
201
+ "learning_rate": 9.555105843050336e-05,
202
+ "loss": 0.0008,
203
+ "step": 9688
204
  },
205
  {
206
+ "epoch": 2.9,
207
+ "learning_rate": 9.49953422633388e-05,
208
+ "loss": 0.0008,
209
+ "step": 10034
210
  },
211
  {
212
  "epoch": 3.0,
213
+ "eval_loss": 0.0005345833487808704,
214
  "eval_max_distance": 3,
215
  "eval_mean_distance": 0,
216
+ "eval_runtime": 2.1807,
217
+ "eval_samples_per_second": 22.928,
218
+ "eval_steps_per_second": 0.917,
219
+ "step": 10377
220
  },
221
  {
222
+ "epoch": 3.0,
223
+ "learning_rate": 9.443962609617424e-05,
224
+ "loss": 0.0012,
225
+ "step": 10380
226
  },
227
  {
228
+ "epoch": 3.1,
229
+ "learning_rate": 9.388390992900967e-05,
230
+ "loss": 0.0008,
231
+ "step": 10726
232
  },
233
  {
234
+ "epoch": 3.2,
235
+ "learning_rate": 9.332819376184511e-05,
236
+ "loss": 0.0006,
237
+ "step": 11072
238
  },
239
  {
240
+ "epoch": 3.3,
241
+ "learning_rate": 9.277247759468054e-05,
242
+ "loss": 0.0009,
243
+ "step": 11418
244
  },
245
  {
246
+ "epoch": 3.4,
247
+ "learning_rate": 9.221676142751598e-05,
248
+ "loss": 0.0007,
249
+ "step": 11764
250
  },
251
  {
252
+ "epoch": 3.5,
253
+ "learning_rate": 9.166104526035142e-05,
254
+ "loss": 0.0006,
255
+ "step": 12110
256
  },
257
  {
258
+ "epoch": 3.6,
259
+ "learning_rate": 9.110532909318687e-05,
260
+ "loss": 0.0007,
261
+ "step": 12456
262
  },
263
  {
264
+ "epoch": 3.7,
265
+ "learning_rate": 9.05496129260223e-05,
266
+ "loss": 0.0008,
267
+ "step": 12802
268
  },
269
  {
270
+ "epoch": 3.8,
271
+ "learning_rate": 8.999389675885773e-05,
272
+ "loss": 0.0008,
273
+ "step": 13148
274
  },
275
  {
276
+ "epoch": 3.9,
277
+ "learning_rate": 8.943818059169318e-05,
278
+ "loss": 0.0007,
279
+ "step": 13494
280
  },
281
  {
282
  "epoch": 4.0,
283
+ "eval_loss": 0.0006046278867870569,
284
+ "eval_max_distance": 3,
285
  "eval_mean_distance": 0,
286
+ "eval_runtime": 2.1455,
287
+ "eval_samples_per_second": 23.305,
288
+ "eval_steps_per_second": 0.932,
289
+ "step": 13836
290
  },
291
  {
292
+ "epoch": 4.0,
293
+ "learning_rate": 8.888246442452861e-05,
294
+ "loss": 0.0008,
295
+ "step": 13840
296
  },
297
  {
298
+ "epoch": 4.1,
299
+ "learning_rate": 8.832674825736405e-05,
300
+ "loss": 0.0005,
301
+ "step": 14186
302
  },
303
  {
304
+ "epoch": 4.2,
305
+ "learning_rate": 8.777103209019947e-05,
306
+ "loss": 0.0006,
307
+ "step": 14532
308
  },
309
  {
310
+ "epoch": 4.3,
311
+ "learning_rate": 8.721531592303492e-05,
312
  "loss": 0.0009,
313
+ "step": 14878
314
  },
315
  {
316
+ "epoch": 4.4,
317
+ "learning_rate": 8.665959975587036e-05,
318
+ "loss": 0.0005,
319
+ "step": 15224
320
  },
321
  {
322
+ "epoch": 4.5,
323
+ "learning_rate": 8.61038835887058e-05,
324
+ "loss": 0.0006,
325
+ "step": 15570
326
  },
327
  {
328
+ "epoch": 4.6,
329
+ "learning_rate": 8.554816742154123e-05,
330
+ "loss": 0.0007,
331
+ "step": 15916
332
  },
333
  {
334
+ "epoch": 4.7,
335
+ "learning_rate": 8.499245125437667e-05,
336
+ "loss": 0.0006,
337
+ "step": 16262
338
  },
339
  {
340
+ "epoch": 4.8,
341
+ "learning_rate": 8.44367350872121e-05,
342
+ "loss": 0.0008,
343
+ "step": 16608
344
  },
345
  {
346
+ "epoch": 4.9,
347
+ "learning_rate": 8.388101892004755e-05,
348
+ "loss": 0.0006,
349
+ "step": 16954
350
  },
351
  {
352
  "epoch": 5.0,
353
+ "eval_loss": 0.0002887483569793403,
354
+ "eval_max_distance": 0,
355
  "eval_mean_distance": 0,
356
+ "eval_runtime": 2.1519,
357
+ "eval_samples_per_second": 23.235,
358
+ "eval_steps_per_second": 0.929,
359
+ "step": 17295
360
  },
361
  {
362
+ "epoch": 5.0,
363
+ "learning_rate": 8.332530275288298e-05,
364
+ "loss": 0.0007,
365
+ "step": 17300
366
  },
367
  {
368
+ "epoch": 5.1,
369
+ "learning_rate": 8.276958658571841e-05,
370
+ "loss": 0.0006,
371
+ "step": 17646
372
  },
373
  {
374
+ "epoch": 5.2,
375
+ "learning_rate": 8.221387041855386e-05,
376
+ "loss": 0.0006,
377
+ "step": 17992
378
  },
379
  {
380
+ "epoch": 5.3,
381
+ "learning_rate": 8.16581542513893e-05,
382
+ "loss": 0.0006,
383
+ "step": 18338
384
  },
385
  {
386
+ "epoch": 5.4,
387
+ "learning_rate": 8.110243808422474e-05,
388
+ "loss": 0.0006,
389
+ "step": 18684
390
  },
391
  {
392
+ "epoch": 5.5,
393
+ "learning_rate": 8.054672191706016e-05,
394
+ "loss": 0.0007,
395
+ "step": 19030
396
  },
397
  {
398
+ "epoch": 5.6,
399
+ "learning_rate": 7.999100574989561e-05,
400
+ "loss": 0.0007,
401
+ "step": 19376
402
  },
403
  {
404
+ "epoch": 5.7,
405
+ "learning_rate": 7.943528958273105e-05,
406
+ "loss": 0.0005,
407
+ "step": 19722
408
  },
409
  {
410
+ "epoch": 5.8,
411
+ "learning_rate": 7.887957341556648e-05,
412
+ "loss": 0.0007,
413
+ "step": 20068
414
  },
415
  {
416
+ "epoch": 5.9,
417
+ "learning_rate": 7.832385724840192e-05,
418
+ "loss": 0.0006,
419
+ "step": 20414
420
  },
421
  {
422
  "epoch": 6.0,
423
+ "eval_loss": 0.00028923238278366625,
424
+ "eval_max_distance": 0,
425
  "eval_mean_distance": 0,
426
+ "eval_runtime": 2.139,
427
+ "eval_samples_per_second": 23.376,
428
+ "eval_steps_per_second": 0.935,
429
+ "step": 20754
430
  },
431
  {
432
+ "epoch": 6.0,
433
+ "learning_rate": 7.776814108123735e-05,
434
+ "loss": 0.0007,
435
+ "step": 20760
436
  },
437
  {
438
+ "epoch": 6.1,
439
+ "learning_rate": 7.721242491407279e-05,
440
+ "loss": 0.0006,
441
+ "step": 21106
442
  },
443
  {
444
+ "epoch": 6.2,
445
+ "learning_rate": 7.665670874690823e-05,
446
+ "loss": 0.0007,
447
+ "step": 21452
448
  },
449
  {
450
+ "epoch": 6.3,
451
+ "learning_rate": 7.610099257974366e-05,
452
+ "loss": 0.0006,
453
+ "step": 21798
454
  },
455
  {
456
+ "epoch": 6.4,
457
+ "learning_rate": 7.55452764125791e-05,
458
+ "loss": 0.0005,
459
+ "step": 22144
460
  },
461
  {
462
+ "epoch": 6.5,
463
+ "learning_rate": 7.498956024541455e-05,
464
+ "loss": 0.0006,
465
+ "step": 22490
466
  },
467
  {
468
+ "epoch": 6.6,
469
+ "learning_rate": 7.443384407824999e-05,
470
+ "loss": 0.0005,
471
+ "step": 22836
472
  },
473
  {
474
+ "epoch": 6.7,
475
+ "learning_rate": 7.387812791108541e-05,
476
+ "loss": 0.0006,
477
+ "step": 23182
478
  },
479
  {
480
+ "epoch": 6.8,
481
+ "learning_rate": 7.332241174392085e-05,
482
+ "loss": 0.0006,
483
+ "step": 23528
484
  },
485
  {
486
+ "epoch": 6.9,
487
+ "learning_rate": 7.27666955767563e-05,
488
+ "loss": 0.0005,
489
+ "step": 23874
490
  },
491
  {
492
  "epoch": 7.0,
493
+ "eval_loss": 0.00023660251463297755,
494
+ "eval_max_distance": 0,
495
  "eval_mean_distance": 0,
496
+ "eval_runtime": 2.1425,
497
+ "eval_samples_per_second": 23.338,
498
+ "eval_steps_per_second": 0.934,
499
+ "step": 24213
500
  },
501
  {
502
+ "epoch": 7.0,
503
+ "learning_rate": 7.221097940959173e-05,
504
+ "loss": 0.0006,
505
+ "step": 24220
 
 
 
 
 
 
506
  },
507
  {
508
+ "epoch": 7.1,
509
+ "learning_rate": 7.165526324242716e-05,
510
+ "loss": 0.0005,
511
+ "step": 24566
512
  },
513
  {
514
+ "epoch": 7.2,
515
+ "learning_rate": 7.10995470752626e-05,
516
+ "loss": 0.0006,
517
+ "step": 24912
518
  },
519
  {
520
+ "epoch": 7.3,
521
+ "learning_rate": 7.054383090809804e-05,
522
+ "loss": 0.0006,
523
+ "step": 25258
524
  },
525
  {
526
+ "epoch": 7.4,
527
+ "learning_rate": 6.998811474093348e-05,
528
+ "loss": 0.0005,
529
+ "step": 25604
530
  },
531
  {
532
+ "epoch": 7.5,
533
+ "learning_rate": 6.943239857376891e-05,
534
  "loss": 0.0006,
535
+ "step": 25950
536
  },
537
  {
538
+ "epoch": 7.6,
539
+ "learning_rate": 6.887668240660435e-05,
540
+ "loss": 0.0004,
541
+ "step": 26296
542
  },
543
  {
544
+ "epoch": 7.7,
545
+ "learning_rate": 6.832096623943979e-05,
546
+ "loss": 0.0007,
547
+ "step": 26642
548
  },
549
  {
550
+ "epoch": 7.8,
551
+ "learning_rate": 6.776525007227524e-05,
552
  "loss": 0.0007,
553
+ "step": 26988
554
+ },
555
+ {
556
+ "epoch": 7.9,
557
+ "learning_rate": 6.720953390511066e-05,
558
+ "loss": 0.0006,
559
+ "step": 27334
560
  },
561
  {
562
  "epoch": 8.0,
563
+ "eval_loss": 0.0004639440739993006,
564
  "eval_max_distance": 3,
565
  "eval_mean_distance": 0,
566
+ "eval_runtime": 2.1108,
567
+ "eval_samples_per_second": 23.687,
568
+ "eval_steps_per_second": 0.947,
569
+ "step": 27672
570
  },
571
  {
572
+ "epoch": 8.0,
573
+ "learning_rate": 6.66538177379461e-05,
 
 
 
 
 
 
574
  "loss": 0.0006,
575
+ "step": 27680
576
  },
577
  {
578
+ "epoch": 8.1,
579
+ "learning_rate": 6.609810157078153e-05,
580
+ "loss": 0.0005,
581
+ "step": 28026
582
  },
583
  {
584
+ "epoch": 8.2,
585
+ "learning_rate": 6.554238540361698e-05,
586
+ "loss": 0.0005,
587
+ "step": 28372
588
  },
589
  {
590
+ "epoch": 8.3,
591
+ "learning_rate": 6.498666923645242e-05,
592
+ "loss": 0.0004,
593
+ "step": 28718
594
  },
595
  {
596
+ "epoch": 8.4,
597
+ "learning_rate": 6.443095306928784e-05,
598
+ "loss": 0.0004,
599
+ "step": 29064
600
  },
601
  {
602
+ "epoch": 8.5,
603
+ "learning_rate": 6.387523690212329e-05,
604
  "loss": 0.0006,
605
+ "step": 29410
606
+ },
607
+ {
608
+ "epoch": 8.6,
609
+ "learning_rate": 6.331952073495873e-05,
610
+ "loss": 0.0008,
611
+ "step": 29756
612
  },
613
  {
614
+ "epoch": 8.7,
615
+ "learning_rate": 6.276380456779417e-05,
616
  "loss": 0.0006,
617
+ "step": 30102
618
  },
619
  {
620
+ "epoch": 8.8,
621
+ "learning_rate": 6.22080884006296e-05,
622
+ "loss": 0.0005,
623
+ "step": 30448
624
  },
625
  {
626
+ "epoch": 8.9,
627
+ "learning_rate": 6.165237223346504e-05,
628
  "loss": 0.0006,
629
+ "step": 30794
630
  },
631
  {
632
  "epoch": 9.0,
633
+ "eval_loss": 0.0005358799826353788,
634
  "eval_max_distance": 3,
635
  "eval_mean_distance": 0,
636
+ "eval_runtime": 2.1129,
637
+ "eval_samples_per_second": 23.664,
638
+ "eval_steps_per_second": 0.947,
639
+ "step": 31131
 
 
 
 
 
 
640
  },
641
  {
642
+ "epoch": 9.0,
643
+ "learning_rate": 6.109665606630047e-05,
644
+ "loss": 0.0004,
645
+ "step": 31140
646
  },
647
  {
648
+ "epoch": 9.1,
649
+ "learning_rate": 6.054093989913592e-05,
650
  "loss": 0.0005,
651
+ "step": 31486
652
  },
653
  {
654
+ "epoch": 9.2,
655
+ "learning_rate": 5.9985223731971354e-05,
656
  "loss": 0.0006,
657
+ "step": 31832
658
+ },
659
+ {
660
+ "epoch": 9.3,
661
+ "learning_rate": 5.9429507564806783e-05,
662
+ "loss": 0.0004,
663
+ "step": 32178
664
  },
665
  {
666
+ "epoch": 9.4,
667
+ "learning_rate": 5.887379139764222e-05,
668
  "loss": 0.0007,
669
+ "step": 32524
670
  },
671
  {
672
+ "epoch": 9.5,
673
+ "learning_rate": 5.831807523047766e-05,
674
+ "loss": 0.0005,
675
+ "step": 32870
676
  },
677
  {
678
+ "epoch": 9.6,
679
+ "learning_rate": 5.77623590633131e-05,
680
+ "loss": 0.0004,
681
+ "step": 33216
682
  },
683
  {
684
+ "epoch": 9.7,
685
+ "learning_rate": 5.720664289614853e-05,
686
  "loss": 0.0006,
687
+ "step": 33562
688
  },
689
  {
690
+ "epoch": 9.8,
691
+ "learning_rate": 5.665092672898398e-05,
692
+ "loss": 0.0005,
693
+ "step": 33908
694
  },
695
  {
696
+ "epoch": 9.9,
697
+ "learning_rate": 5.609521056181941e-05,
698
+ "loss": 0.0005,
699
+ "step": 34254
700
  },
701
  {
702
  "epoch": 10.0,
703
+ "eval_loss": 0.0005827790591865778,
704
  "eval_max_distance": 3,
705
  "eval_mean_distance": 0,
706
+ "eval_runtime": 2.188,
707
+ "eval_samples_per_second": 22.852,
708
+ "eval_steps_per_second": 0.914,
709
+ "step": 34590
710
  },
711
  {
712
+ "epoch": 10.0,
713
+ "learning_rate": 5.5539494394654845e-05,
714
+ "loss": 0.0005,
715
+ "step": 34600
716
  },
717
  {
718
+ "epoch": 10.1,
719
+ "learning_rate": 5.498377822749029e-05,
720
  "loss": 0.0005,
721
+ "step": 34946
722
  },
723
  {
724
+ "epoch": 10.2,
725
+ "learning_rate": 5.4428062060325725e-05,
726
+ "loss": 0.0004,
727
+ "step": 35292
728
  },
729
  {
730
+ "epoch": 10.3,
731
+ "learning_rate": 5.387234589316116e-05,
732
+ "loss": 0.0004,
733
+ "step": 35638
734
  },
735
  {
736
+ "epoch": 10.4,
737
+ "learning_rate": 5.3316629725996604e-05,
738
+ "loss": 0.0004,
739
+ "step": 35984
740
  },
741
  {
742
+ "epoch": 10.5,
743
+ "learning_rate": 5.2760913558832034e-05,
744
+ "loss": 0.0005,
745
+ "step": 36330
746
  },
747
  {
748
+ "epoch": 10.6,
749
+ "learning_rate": 5.220519739166747e-05,
750
  "loss": 0.0006,
751
+ "step": 36676
752
  },
753
  {
754
+ "epoch": 10.7,
755
+ "learning_rate": 5.164948122450291e-05,
756
+ "loss": 0.0005,
757
+ "step": 37022
758
  },
759
  {
760
+ "epoch": 10.8,
761
+ "learning_rate": 5.109376505733835e-05,
762
+ "loss": 0.0004,
763
+ "step": 37368
764
  },
765
  {
766
+ "epoch": 10.9,
767
+ "learning_rate": 5.0538048890173786e-05,
768
+ "loss": 0.0004,
769
+ "step": 37714
770
  },
771
  {
772
  "epoch": 11.0,
773
+ "eval_loss": 0.0005017376388423145,
774
+ "eval_max_distance": 3,
775
  "eval_mean_distance": 0,
776
+ "eval_runtime": 2.1154,
777
+ "eval_samples_per_second": 23.636,
778
+ "eval_steps_per_second": 0.945,
779
+ "step": 38049
780
  },
781
  {
782
+ "epoch": 11.0,
783
+ "learning_rate": 4.998233272300922e-05,
784
  "loss": 0.0005,
785
+ "step": 38060
786
  },
787
  {
788
+ "epoch": 11.1,
789
+ "learning_rate": 4.942661655584466e-05,
790
+ "loss": 0.0004,
791
+ "step": 38406
792
  },
793
  {
794
+ "epoch": 11.2,
795
+ "learning_rate": 4.8870900388680096e-05,
796
+ "loss": 0.0004,
797
+ "step": 38752
798
  },
799
  {
800
+ "epoch": 11.3,
801
+ "learning_rate": 4.831518422151554e-05,
802
+ "loss": 0.0004,
803
+ "step": 39098
804
  },
805
  {
806
+ "epoch": 11.4,
807
+ "learning_rate": 4.775946805435097e-05,
808
+ "loss": 0.0007,
809
+ "step": 39444
810
  },
811
  {
812
+ "epoch": 11.5,
813
+ "learning_rate": 4.720375188718641e-05,
814
  "loss": 0.0005,
815
+ "step": 39790
816
  },
817
  {
818
+ "epoch": 11.6,
819
+ "learning_rate": 4.664803572002184e-05,
820
  "loss": 0.0005,
821
+ "step": 40136
822
  },
823
  {
824
+ "epoch": 11.7,
825
+ "learning_rate": 4.6092319552857284e-05,
826
+ "loss": 0.0007,
827
+ "step": 40482
828
  },
829
  {
830
+ "epoch": 11.8,
831
+ "learning_rate": 4.553660338569272e-05,
832
+ "loss": 0.0006,
833
+ "step": 40828
834
  },
835
  {
836
+ "epoch": 11.9,
837
+ "learning_rate": 4.498088721852816e-05,
838
  "loss": 0.0005,
839
+ "step": 41174
840
  },
841
  {
842
  "epoch": 12.0,
843
+ "eval_loss": 0.0003966529038734734,
844
+ "eval_max_distance": 0,
845
  "eval_mean_distance": 0,
846
+ "eval_runtime": 2.1167,
847
+ "eval_samples_per_second": 23.622,
848
+ "eval_steps_per_second": 0.945,
849
+ "step": 41508
850
  },
851
  {
852
+ "epoch": 12.0,
853
+ "learning_rate": 4.4425171051363594e-05,
854
  "loss": 0.0005,
855
+ "step": 41520
856
  },
857
  {
858
+ "epoch": 12.1,
859
+ "learning_rate": 4.386945488419903e-05,
860
  "loss": 0.0005,
861
+ "step": 41866
862
  },
863
  {
864
+ "epoch": 12.2,
865
+ "learning_rate": 4.3313738717034466e-05,
866
  "loss": 0.0005,
867
+ "step": 42212
868
  },
869
  {
870
+ "epoch": 12.3,
871
+ "learning_rate": 4.275802254986991e-05,
872
+ "loss": 0.0004,
873
+ "step": 42558
874
  },
875
  {
876
+ "epoch": 12.4,
877
+ "learning_rate": 4.220230638270534e-05,
878
+ "loss": 0.0004,
879
+ "step": 42904
880
  },
881
  {
882
+ "epoch": 12.5,
883
+ "learning_rate": 4.164659021554078e-05,
884
  "loss": 0.0005,
885
+ "step": 43250
886
  },
887
  {
888
+ "epoch": 12.6,
889
+ "learning_rate": 4.109087404837622e-05,
890
  "loss": 0.0005,
891
+ "step": 43596
892
  },
893
  {
894
+ "epoch": 12.7,
895
+ "learning_rate": 4.0535157881211655e-05,
896
+ "loss": 0.0004,
897
+ "step": 43942
898
  },
899
  {
900
+ "epoch": 12.8,
901
+ "learning_rate": 3.997944171404709e-05,
902
+ "loss": 0.0004,
903
+ "step": 44288
904
  },
905
  {
906
+ "epoch": 12.9,
907
+ "learning_rate": 3.942372554688253e-05,
908
  "loss": 0.0004,
909
+ "step": 44634
910
  },
911
  {
912
  "epoch": 13.0,
913
+ "eval_loss": 0.0004018562030978501,
914
  "eval_max_distance": 0,
915
  "eval_mean_distance": 0,
916
+ "eval_runtime": 2.1157,
917
+ "eval_samples_per_second": 23.633,
918
+ "eval_steps_per_second": 0.945,
919
+ "step": 44967
920
  },
921
  {
922
+ "epoch": 13.0,
923
+ "learning_rate": 3.886800937971797e-05,
924
  "loss": 0.0005,
925
+ "step": 44980
926
  },
927
  {
928
+ "epoch": 13.1,
929
+ "learning_rate": 3.831229321255341e-05,
930
  "loss": 0.0006,
931
+ "step": 45326
932
  },
933
  {
934
+ "epoch": 13.2,
935
+ "learning_rate": 3.7756577045388844e-05,
936
  "loss": 0.0005,
937
+ "step": 45672
938
  },
939
  {
940
+ "epoch": 13.3,
941
+ "learning_rate": 3.720086087822428e-05,
942
+ "loss": 0.0004,
943
+ "step": 46018
944
  },
945
  {
946
+ "epoch": 13.4,
947
+ "learning_rate": 3.664514471105972e-05,
948
+ "loss": 0.0004,
949
+ "step": 46364
950
  },
951
  {
952
+ "epoch": 13.5,
953
+ "learning_rate": 3.608942854389515e-05,
954
+ "loss": 0.0004,
955
+ "step": 46710
956
  },
957
  {
958
+ "epoch": 13.6,
959
+ "learning_rate": 3.5533712376730596e-05,
960
+ "loss": 0.0004,
961
+ "step": 47056
962
  },
963
  {
964
+ "epoch": 13.7,
965
+ "learning_rate": 3.4977996209566026e-05,
966
+ "loss": 0.0003,
967
+ "step": 47402
968
  },
969
  {
970
+ "epoch": 13.8,
971
+ "learning_rate": 3.442228004240147e-05,
972
+ "loss": 0.0006,
973
+ "step": 47748
974
  },
975
  {
976
+ "epoch": 13.9,
977
+ "learning_rate": 3.3866563875236906e-05,
978
+ "loss": 0.0004,
979
+ "step": 48094
980
  },
981
  {
982
  "epoch": 14.0,
983
+ "eval_loss": 0.00045212701661512256,
984
+ "eval_max_distance": 0,
985
  "eval_mean_distance": 0,
986
+ "eval_runtime": 2.109,
987
+ "eval_samples_per_second": 23.708,
988
+ "eval_steps_per_second": 0.948,
989
+ "step": 48426
990
  },
991
  {
992
+ "epoch": 14.0,
993
+ "learning_rate": 3.331084770807234e-05,
994
+ "loss": 0.0004,
995
+ "step": 48440
996
  },
997
  {
998
+ "epoch": 14.1,
999
+ "learning_rate": 3.275513154090778e-05,
1000
+ "loss": 0.0004,
1001
+ "step": 48786
1002
  },
1003
  {
1004
+ "epoch": 14.2,
1005
+ "learning_rate": 3.2199415373743215e-05,
1006
  "loss": 0.0005,
1007
+ "step": 49132
1008
  },
1009
  {
1010
+ "epoch": 14.3,
1011
+ "learning_rate": 3.164369920657865e-05,
1012
  "loss": 0.0004,
1013
+ "step": 49478
1014
  },
1015
  {
1016
+ "epoch": 14.4,
1017
+ "learning_rate": 3.1087983039414094e-05,
1018
+ "loss": 0.0004,
1019
+ "step": 49824
1020
  },
1021
  {
1022
+ "epoch": 14.5,
1023
+ "learning_rate": 3.0532266872249524e-05,
1024
  "loss": 0.0004,
1025
+ "step": 50170
1026
  },
1027
  {
1028
+ "epoch": 14.6,
1029
+ "learning_rate": 2.9976550705084967e-05,
1030
  "loss": 0.0005,
1031
+ "step": 50516
1032
  },
1033
  {
1034
+ "epoch": 14.7,
1035
+ "learning_rate": 2.94208345379204e-05,
1036
+ "loss": 0.0003,
1037
+ "step": 50862
1038
  },
1039
  {
1040
+ "epoch": 14.8,
1041
+ "learning_rate": 2.886511837075584e-05,
1042
+ "loss": 0.0004,
1043
+ "step": 51208
1044
  },
1045
  {
1046
+ "epoch": 14.9,
1047
+ "learning_rate": 2.830940220359128e-05,
1048
+ "loss": 0.0004,
1049
+ "step": 51554
1050
  },
1051
  {
1052
  "epoch": 15.0,
1053
+ "eval_loss": 0.0004186382284387946,
1054
+ "eval_max_distance": 0,
1055
  "eval_mean_distance": 0,
1056
+ "eval_runtime": 2.1163,
1057
+ "eval_samples_per_second": 23.626,
1058
+ "eval_steps_per_second": 0.945,
1059
+ "step": 51885
 
 
 
 
 
 
1060
  },
1061
  {
1062
+ "epoch": 15.0,
1063
+ "learning_rate": 2.7753686036426713e-05,
1064
+ "loss": 0.0004,
1065
+ "step": 51900
1066
  },
1067
  {
1068
+ "epoch": 15.1,
1069
+ "learning_rate": 2.7197969869262153e-05,
1070
  "loss": 0.0004,
1071
+ "step": 52246
1072
  },
1073
  {
1074
+ "epoch": 15.2,
1075
+ "learning_rate": 2.6642253702097592e-05,
1076
  "loss": 0.0005,
1077
+ "step": 52592
1078
  },
1079
  {
1080
+ "epoch": 15.3,
1081
+ "learning_rate": 2.6086537534933025e-05,
1082
  "loss": 0.0004,
1083
+ "step": 52938
1084
  },
1085
  {
1086
+ "epoch": 15.4,
1087
+ "learning_rate": 2.5530821367768465e-05,
1088
  "loss": 0.0004,
1089
+ "step": 53284
1090
  },
1091
  {
1092
+ "epoch": 15.5,
1093
+ "learning_rate": 2.49751052006039e-05,
1094
  "loss": 0.0005,
1095
+ "step": 53630
1096
  },
1097
  {
1098
+ "epoch": 15.6,
1099
+ "learning_rate": 2.4419389033439338e-05,
1100
+ "loss": 0.0004,
1101
+ "step": 53976
1102
  },
1103
  {
1104
+ "epoch": 15.7,
1105
+ "learning_rate": 2.3863672866274774e-05,
1106
  "loss": 0.0004,
1107
+ "step": 54322
1108
  },
1109
  {
1110
+ "epoch": 15.8,
1111
+ "learning_rate": 2.330795669911021e-05,
1112
+ "loss": 0.0004,
1113
+ "step": 54668
1114
+ },
1115
+ {
1116
+ "epoch": 15.9,
1117
+ "learning_rate": 2.275224053194565e-05,
1118
+ "loss": 0.0004,
1119
+ "step": 55014
1120
  },
1121
  {
1122
  "epoch": 16.0,
1123
+ "eval_loss": 0.00046242817188613117,
1124
  "eval_max_distance": 3,
1125
  "eval_mean_distance": 0,
1126
+ "eval_runtime": 2.1198,
1127
+ "eval_samples_per_second": 23.587,
1128
+ "eval_steps_per_second": 0.943,
1129
+ "step": 55344
1130
  },
1131
  {
1132
+ "epoch": 16.0,
1133
+ "learning_rate": 2.2196524364781087e-05,
1134
+ "loss": 0.0003,
1135
+ "step": 55360
1136
  },
1137
  {
1138
+ "epoch": 16.1,
1139
+ "learning_rate": 2.1640808197616523e-05,
1140
  "loss": 0.0004,
1141
+ "step": 55706
1142
  },
1143
  {
1144
+ "epoch": 16.2,
1145
+ "learning_rate": 2.108509203045196e-05,
1146
  "loss": 0.0004,
1147
+ "step": 56052
1148
  },
1149
  {
1150
+ "epoch": 16.3,
1151
+ "learning_rate": 2.05293758632874e-05,
1152
+ "loss": 0.0003,
1153
+ "step": 56398
1154
  },
1155
  {
1156
+ "epoch": 16.4,
1157
+ "learning_rate": 1.9973659696122836e-05,
1158
  "loss": 0.0005,
1159
+ "step": 56744
1160
  },
1161
  {
1162
+ "epoch": 16.5,
1163
+ "learning_rate": 1.9417943528958272e-05,
1164
+ "loss": 0.0003,
1165
+ "step": 57090
1166
  },
1167
  {
1168
+ "epoch": 16.6,
1169
+ "learning_rate": 1.8862227361793712e-05,
1170
+ "loss": 0.0003,
1171
+ "step": 57436
1172
  },
1173
  {
1174
+ "epoch": 16.7,
1175
+ "learning_rate": 1.830651119462915e-05,
1176
+ "loss": 0.0003,
1177
+ "step": 57782
1178
  },
1179
  {
1180
+ "epoch": 16.8,
1181
+ "learning_rate": 1.7750795027464585e-05,
1182
+ "loss": 0.0006,
1183
+ "step": 58128
1184
  },
1185
  {
1186
+ "epoch": 16.9,
1187
+ "learning_rate": 1.7195078860300025e-05,
1188
+ "loss": 0.0004,
1189
+ "step": 58474
1190
  },
1191
  {
1192
  "epoch": 17.0,
1193
+ "eval_loss": 0.0004974314360879362,
1194
  "eval_max_distance": 3,
1195
  "eval_mean_distance": 0,
1196
+ "eval_runtime": 2.1095,
1197
+ "eval_samples_per_second": 23.702,
1198
+ "eval_steps_per_second": 0.948,
1199
+ "step": 58803
1200
  },
1201
  {
1202
+ "epoch": 17.0,
1203
+ "learning_rate": 1.663936269313546e-05,
1204
  "loss": 0.0005,
1205
+ "step": 58820
1206
  },
1207
  {
1208
+ "epoch": 17.1,
1209
+ "learning_rate": 1.6083646525970898e-05,
1210
  "loss": 0.0004,
1211
+ "step": 59166
1212
  },
1213
  {
1214
+ "epoch": 17.2,
1215
+ "learning_rate": 1.5527930358806337e-05,
1216
+ "loss": 0.0003,
1217
+ "step": 59512
1218
  },
1219
  {
1220
+ "epoch": 17.31,
1221
+ "learning_rate": 1.4972214191641772e-05,
1222
+ "loss": 0.0003,
1223
+ "step": 59858
1224
  },
1225
  {
1226
+ "epoch": 17.41,
1227
+ "learning_rate": 1.441649802447721e-05,
1228
+ "loss": 0.0005,
1229
+ "step": 60204
1230
  },
1231
  {
1232
+ "epoch": 17.51,
1233
+ "learning_rate": 1.3860781857312647e-05,
1234
  "loss": 0.0004,
1235
+ "step": 60550
1236
  },
1237
  {
1238
+ "epoch": 17.61,
1239
+ "learning_rate": 1.3305065690148087e-05,
1240
+ "loss": 0.0003,
1241
+ "step": 60896
1242
  },
1243
  {
1244
+ "epoch": 17.71,
1245
+ "learning_rate": 1.2749349522983523e-05,
1246
  "loss": 0.0004,
1247
+ "step": 61242
1248
  },
1249
  {
1250
+ "epoch": 17.81,
1251
+ "learning_rate": 1.219363335581896e-05,
1252
+ "loss": 0.0005,
1253
+ "step": 61588
1254
  },
1255
  {
1256
+ "epoch": 17.91,
1257
+ "learning_rate": 1.1637917188654396e-05,
1258
  "loss": 0.0004,
1259
+ "step": 61934
1260
  },
1261
  {
1262
  "epoch": 18.0,
1263
+ "eval_loss": 0.0004895007587037981,
1264
  "eval_max_distance": 3,
1265
  "eval_mean_distance": 0,
1266
+ "eval_runtime": 2.1247,
1267
+ "eval_samples_per_second": 23.533,
1268
+ "eval_steps_per_second": 0.941,
1269
+ "step": 62262
1270
  },
1271
  {
1272
+ "epoch": 18.01,
1273
+ "learning_rate": 1.1082201021489834e-05,
1274
  "loss": 0.0003,
1275
+ "step": 62280
1276
  },
1277
  {
1278
+ "epoch": 18.11,
1279
+ "learning_rate": 1.052648485432527e-05,
1280
+ "loss": 0.0003,
1281
+ "step": 62626
1282
  },
1283
  {
1284
+ "epoch": 18.21,
1285
+ "learning_rate": 9.970768687160708e-06,
1286
+ "loss": 0.0005,
1287
+ "step": 62972
1288
  },
1289
  {
1290
+ "epoch": 18.31,
1291
+ "learning_rate": 9.415052519996145e-06,
1292
  "loss": 0.0004,
1293
+ "step": 63318
1294
  },
1295
  {
1296
+ "epoch": 18.41,
1297
+ "learning_rate": 8.859336352831583e-06,
1298
  "loss": 0.0004,
1299
+ "step": 63664
1300
  },
1301
  {
1302
+ "epoch": 18.51,
1303
+ "learning_rate": 8.303620185667021e-06,
1304
  "loss": 0.0004,
1305
+ "step": 64010
1306
  },
1307
  {
1308
+ "epoch": 18.61,
1309
+ "learning_rate": 7.747904018502457e-06,
1310
+ "loss": 0.0005,
1311
+ "step": 64356
1312
  },
1313
  {
1314
+ "epoch": 18.71,
1315
+ "learning_rate": 7.192187851337895e-06,
1316
+ "loss": 0.0004,
1317
+ "step": 64702
1318
  },
1319
  {
1320
+ "epoch": 18.81,
1321
+ "learning_rate": 6.636471684173333e-06,
1322
  "loss": 0.0004,
1323
+ "step": 65048
1324
  },
1325
  {
1326
+ "epoch": 18.91,
1327
+ "learning_rate": 6.08075551700877e-06,
1328
  "loss": 0.0004,
1329
+ "step": 65394
1330
  },
1331
  {
1332
  "epoch": 19.0,
1333
+ "eval_loss": 0.00047712118248455226,
1334
  "eval_max_distance": 3,
1335
  "eval_mean_distance": 0,
1336
+ "eval_runtime": 2.1311,
1337
+ "eval_samples_per_second": 23.462,
1338
+ "eval_steps_per_second": 0.938,
1339
+ "step": 65721
1340
  },
1341
  {
1342
+ "epoch": 19.01,
1343
+ "learning_rate": 5.525039349844207e-06,
1344
+ "loss": 0.0003,
1345
+ "step": 65740
 
 
 
 
 
 
1346
  },
1347
  {
1348
+ "epoch": 19.11,
1349
+ "learning_rate": 4.9693231826796444e-06,
1350
+ "loss": 0.0003,
1351
+ "step": 66086
1352
  },
1353
  {
1354
+ "epoch": 19.21,
1355
+ "learning_rate": 4.413607015515082e-06,
1356
  "loss": 0.0003,
1357
+ "step": 66432
1358
  },
1359
  {
1360
+ "epoch": 19.31,
1361
+ "learning_rate": 3.857890848350519e-06,
1362
  "loss": 0.0004,
1363
+ "step": 66778
1364
  },
1365
  {
1366
+ "epoch": 19.41,
1367
+ "learning_rate": 3.3021746811859566e-06,
1368
+ "loss": 0.0005,
1369
+ "step": 67124
1370
  },
1371
  {
1372
+ "epoch": 19.51,
1373
+ "learning_rate": 2.7464585140213935e-06,
1374
+ "loss": 0.0003,
1375
+ "step": 67470
1376
  },
1377
  {
1378
+ "epoch": 19.61,
1379
+ "learning_rate": 2.1907423468568307e-06,
1380
+ "loss": 0.0003,
1381
+ "step": 67816
1382
  },
1383
  {
1384
+ "epoch": 19.71,
1385
+ "learning_rate": 1.6350261796922682e-06,
1386
+ "loss": 0.0003,
1387
+ "step": 68162
1388
+ },
1389
+ {
1390
+ "epoch": 19.81,
1391
+ "learning_rate": 1.0793100125277054e-06,
1392
  "loss": 0.0004,
1393
+ "step": 68508
1394
  },
1395
  {
1396
+ "epoch": 19.91,
1397
+ "learning_rate": 5.235938453631429e-07,
1398
+ "loss": 0.0004,
1399
+ "step": 68854
1400
  },
1401
  {
1402
  "epoch": 20.0,
1403
+ "eval_loss": 0.00047323742182925344,
1404
  "eval_max_distance": 3,
1405
  "eval_mean_distance": 0,
1406
+ "eval_runtime": 2.107,
1407
+ "eval_samples_per_second": 23.73,
1408
+ "eval_steps_per_second": 0.949,
1409
+ "step": 69180
1410
  },
1411
  {
1412
  "epoch": 20.0,
1413
+ "step": 69180,
1414
+ "total_flos": 4.132028143466496e+16,
1415
+ "train_loss": 0.0006141960998232213,
1416
+ "train_runtime": 5700.2515,
1417
+ "train_samples_per_second": 364.026,
1418
+ "train_steps_per_second": 12.136
1419
  }
1420
  ],
1421
+ "logging_steps": 346,
1422
+ "max_steps": 69180,
1423
  "num_train_epochs": 20,
1424
+ "save_steps": 692,
1425
+ "total_flos": 4.132028143466496e+16,
1426
  "trial_name": null,
1427
  "trial_params": null
1428
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:586ed9c845a3561a92f038b449b118f6c3411340e86cc6c2b3ab167a6c2d8141
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff9a45a1856b589146f47267598b22d90e7e52ab28683ae682ed9c4e684ceb8
3
  size 4091