alexue4 commited on
Commit
dba5c19
1 Parent(s): e97ec75

End of training

Browse files
Files changed (4) hide show
  1. README.md +24 -24
  2. pytorch_model.bin +1 -1
  3. trainer_state.json +915 -915
  4. training_args.bin +1 -1
README.md CHANGED
@@ -15,9 +15,9 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [alexue4/text-normalization-ru-new](https://huggingface.co/alexue4/text-normalization-ru-new) on the None dataset.
17
  It achieves the following results on the evaluation set:
18
- - Loss: 0.0052
19
  - Mean Distance: 0
20
- - Max Distance: 1
21
 
22
  ## Model description
23
 
@@ -47,28 +47,28 @@ The following hyperparameters were used during training:
47
 
48
  ### Training results
49
 
50
- | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
- |:-------------:|:-----:|:------:|:---------------:|:-------------:|:------------:|
52
- | 0.0011 | 1.0 | 23139 | 0.0060 | 0 | 4 |
53
- | 0.0013 | 2.0 | 46278 | 0.0038 | 0 | 4 |
54
- | 0.0014 | 3.0 | 69417 | 0.0036 | 0 | 4 |
55
- | 0.0014 | 4.0 | 92556 | 0.0044 | 0 | 4 |
56
- | 0.0013 | 5.0 | 115695 | 0.0056 | 0 | 4 |
57
- | 0.0014 | 6.0 | 138834 | 0.0034 | 0 | 2 |
58
- | 0.0012 | 7.0 | 161973 | 0.0036 | 0 | 2 |
59
- | 0.0011 | 8.0 | 185112 | 0.0025 | 0 | 1 |
60
- | 0.0011 | 9.0 | 208251 | 0.0041 | 0 | 4 |
61
- | 0.001 | 10.0 | 231390 | 0.0064 | 0 | 1 |
62
- | 0.001 | 11.0 | 254529 | 0.0059 | 0 | 1 |
63
- | 0.0008 | 12.0 | 277668 | 0.0046 | 0 | 3 |
64
- | 0.0008 | 13.0 | 300807 | 0.0041 | 0 | 2 |
65
- | 0.0008 | 14.0 | 323946 | 0.0059 | 0 | 2 |
66
- | 0.0008 | 15.0 | 347085 | 0.0060 | 0 | 2 |
67
- | 0.0007 | 16.0 | 370224 | 0.0053 | 0 | 2 |
68
- | 0.0007 | 17.0 | 393363 | 0.0041 | 0 | 1 |
69
- | 0.0007 | 18.0 | 416502 | 0.0049 | 0 | 1 |
70
- | 0.0007 | 19.0 | 439641 | 0.0054 | 0 | 1 |
71
- | 0.0006 | 20.0 | 462780 | 0.0052 | 0 | 1 |
72
 
73
 
74
  ### Framework versions
 
15
 
16
  This model is a fine-tuned version of [alexue4/text-normalization-ru-new](https://huggingface.co/alexue4/text-normalization-ru-new) on the None dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Loss: 0.0061
19
  - Mean Distance: 0
20
+ - Max Distance: 3
21
 
22
  ## Model description
23
 
 
47
 
48
  ### Training results
49
 
50
+ | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
+ |:-------------:|:-----:|:-----:|:---------------:|:-------------:|:------------:|
52
+ | 0.0013 | 1.0 | 846 | 0.0053 | 0 | 3 |
53
+ | 0.0011 | 2.0 | 1692 | 0.0043 | 0 | 3 |
54
+ | 0.0009 | 3.0 | 2538 | 0.0049 | 0 | 3 |
55
+ | 0.0008 | 4.0 | 3384 | 0.0043 | 0 | 3 |
56
+ | 0.0005 | 5.0 | 4230 | 0.0048 | 0 | 3 |
57
+ | 0.0006 | 6.0 | 5076 | 0.0024 | 0 | 3 |
58
+ | 0.0005 | 7.0 | 5922 | 0.0029 | 0 | 3 |
59
+ | 0.0008 | 8.0 | 6768 | 0.0061 | 0 | 3 |
60
+ | 0.0006 | 9.0 | 7614 | 0.0050 | 0 | 3 |
61
+ | 0.0006 | 10.0 | 8460 | 0.0092 | 0 | 3 |
62
+ | 0.0004 | 11.0 | 9306 | 0.0066 | 0 | 3 |
63
+ | 0.0004 | 12.0 | 10152 | 0.0065 | 0 | 3 |
64
+ | 0.0003 | 13.0 | 10998 | 0.0066 | 0 | 3 |
65
+ | 0.0005 | 14.0 | 11844 | 0.0062 | 0 | 3 |
66
+ | 0.0003 | 15.0 | 12690 | 0.0061 | 0 | 3 |
67
+ | 0.0004 | 16.0 | 13536 | 0.0059 | 0 | 3 |
68
+ | 0.0003 | 17.0 | 14382 | 0.0060 | 0 | 3 |
69
+ | 0.0004 | 18.0 | 15228 | 0.0061 | 0 | 3 |
70
+ | 0.0003 | 19.0 | 16074 | 0.0061 | 0 | 3 |
71
+ | 0.0005 | 20.0 | 16920 | 0.0061 | 0 | 3 |
72
 
73
 
74
  ### Framework versions
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:578de3092572f82fad85802a1bc63b97248c2ea001457ea87093eca100ca8078
3
  size 258643461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b0e0c08d3da00bb77130eb2c3c6172ba691bea22a870c4dbca3b69010646ea
3
  size 258643461
trainer_state.json CHANGED
@@ -3,1426 +3,1426 @@
3
  "best_model_checkpoint": null,
4
  "epoch": 20.0,
5
  "eval_steps": 500,
6
- "global_step": 462780,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 2.160853969488742e-09,
14
- "loss": 0.0,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.1,
19
- "learning_rate": 5.000216085396949e-06,
20
- "loss": 0.0011,
21
- "step": 2314
22
  },
23
  {
24
  "epoch": 0.2,
25
- "learning_rate": 1.0000432170793898e-05,
26
- "loss": 0.001,
27
- "step": 4628
28
  },
29
  {
30
  "epoch": 0.3,
31
- "learning_rate": 1.5000648256190847e-05,
32
- "loss": 0.0011,
33
- "step": 6942
34
  },
35
  {
36
  "epoch": 0.4,
37
- "learning_rate": 2.0000864341587796e-05,
38
- "loss": 0.0011,
39
- "step": 9256
40
  },
41
  {
42
  "epoch": 0.5,
43
- "learning_rate": 2.5001080426984747e-05,
44
- "loss": 0.001,
45
- "step": 11570
46
  },
47
  {
48
  "epoch": 0.6,
49
- "learning_rate": 3.0001296512381694e-05,
50
- "loss": 0.0011,
51
- "step": 13884
52
  },
53
  {
54
  "epoch": 0.7,
55
- "learning_rate": 3.500151259777865e-05,
56
- "loss": 0.001,
57
- "step": 16198
58
  },
59
  {
60
  "epoch": 0.8,
61
- "learning_rate": 4.000172868317559e-05,
62
- "loss": 0.0011,
63
- "step": 18512
64
  },
65
  {
66
  "epoch": 0.9,
67
- "learning_rate": 4.5001944768572543e-05,
68
- "loss": 0.0011,
69
- "step": 20826
70
  },
71
  {
72
  "epoch": 1.0,
73
- "eval_loss": 0.006049504969269037,
74
- "eval_max_distance": 4,
75
  "eval_mean_distance": 0,
76
- "eval_runtime": 12.5214,
77
- "eval_samples_per_second": 20.605,
78
- "eval_steps_per_second": 1.438,
79
- "step": 23139
80
  },
81
  {
82
  "epoch": 1.0,
83
- "learning_rate": 5.0002160853969494e-05,
84
  "loss": 0.001,
85
- "step": 23140
86
  },
87
  {
88
- "epoch": 1.1,
89
- "learning_rate": 5.500237693936644e-05,
90
- "loss": 0.0011,
91
- "step": 25454
92
  },
93
  {
94
- "epoch": 1.2,
95
- "learning_rate": 6.000259302476339e-05,
96
- "loss": 0.001,
97
- "step": 27768
98
  },
99
  {
100
- "epoch": 1.3,
101
- "learning_rate": 6.500280911016034e-05,
102
- "loss": 0.0011,
103
- "step": 30082
104
  },
105
  {
106
- "epoch": 1.4,
107
- "learning_rate": 7.00030251955573e-05,
108
- "loss": 0.0011,
109
- "step": 32396
110
  },
111
  {
112
- "epoch": 1.5,
113
- "learning_rate": 7.500324128095424e-05,
114
- "loss": 0.0012,
115
- "step": 34710
116
  },
117
  {
118
- "epoch": 1.6,
119
- "learning_rate": 8.000345736635119e-05,
120
  "loss": 0.0012,
121
- "step": 37024
122
  },
123
  {
124
- "epoch": 1.7,
125
- "learning_rate": 8.500367345174813e-05,
126
- "loss": 0.0013,
127
- "step": 39338
128
  },
129
  {
130
- "epoch": 1.8,
131
- "learning_rate": 9.000388953714509e-05,
132
- "loss": 0.0013,
133
- "step": 41652
134
  },
135
  {
136
- "epoch": 1.9,
137
- "learning_rate": 9.500410562254203e-05,
138
- "loss": 0.0013,
139
- "step": 43966
140
  },
141
  {
142
  "epoch": 2.0,
143
- "eval_loss": 0.0038143955171108246,
144
- "eval_max_distance": 4,
145
  "eval_mean_distance": 0,
146
- "eval_runtime": 12.0107,
147
- "eval_samples_per_second": 21.481,
148
- "eval_steps_per_second": 1.499,
149
- "step": 46278
150
  },
151
  {
152
- "epoch": 2.0,
153
- "learning_rate": 9.9999519810229e-05,
154
- "loss": 0.0013,
155
- "step": 46280
156
  },
157
  {
158
- "epoch": 2.1,
159
- "learning_rate": 9.94439402451849e-05,
160
- "loss": 0.0013,
161
- "step": 48594
162
  },
163
  {
164
- "epoch": 2.2,
165
- "learning_rate": 9.88883606801408e-05,
166
- "loss": 0.0013,
167
- "step": 50908
168
  },
169
  {
170
- "epoch": 2.3,
171
- "learning_rate": 9.83327811150967e-05,
172
- "loss": 0.0013,
173
- "step": 53222
174
  },
175
  {
176
- "epoch": 2.4,
177
- "learning_rate": 9.777720155005259e-05,
178
- "loss": 0.0014,
179
- "step": 55536
180
  },
181
  {
182
- "epoch": 2.5,
183
- "learning_rate": 9.722162198500848e-05,
184
- "loss": 0.0014,
185
- "step": 57850
186
  },
187
  {
188
- "epoch": 2.6,
189
- "learning_rate": 9.666604241996438e-05,
190
- "loss": 0.0014,
191
- "step": 60164
192
  },
193
  {
194
- "epoch": 2.7,
195
- "learning_rate": 9.611046285492027e-05,
196
- "loss": 0.0013,
197
- "step": 62478
198
  },
199
  {
200
- "epoch": 2.8,
201
- "learning_rate": 9.555488328987616e-05,
202
- "loss": 0.0014,
203
- "step": 64792
204
  },
205
  {
206
- "epoch": 2.9,
207
- "learning_rate": 9.499930372483206e-05,
208
- "loss": 0.0014,
209
- "step": 67106
210
  },
211
  {
212
  "epoch": 3.0,
213
- "eval_loss": 0.003588364226743579,
214
- "eval_max_distance": 4,
215
  "eval_mean_distance": 0,
216
- "eval_runtime": 11.9267,
217
- "eval_samples_per_second": 21.632,
218
- "eval_steps_per_second": 1.509,
219
- "step": 69417
220
  },
221
  {
222
- "epoch": 3.0,
223
- "learning_rate": 9.444372415978795e-05,
224
- "loss": 0.0015,
225
- "step": 69420
226
  },
227
  {
228
- "epoch": 3.1,
229
- "learning_rate": 9.388814459474385e-05,
230
- "loss": 0.0013,
231
- "step": 71734
232
  },
233
  {
234
- "epoch": 3.2,
235
- "learning_rate": 9.333256502969974e-05,
236
- "loss": 0.0014,
237
- "step": 74048
238
  },
239
  {
240
- "epoch": 3.3,
241
- "learning_rate": 9.277698546465565e-05,
242
- "loss": 0.0014,
243
- "step": 76362
244
  },
245
  {
246
- "epoch": 3.4,
247
- "learning_rate": 9.222140589961154e-05,
248
- "loss": 0.0014,
249
- "step": 78676
250
  },
251
  {
252
- "epoch": 3.5,
253
- "learning_rate": 9.166582633456743e-05,
254
- "loss": 0.0014,
255
- "step": 80990
256
  },
257
  {
258
- "epoch": 3.6,
259
- "learning_rate": 9.111024676952333e-05,
260
- "loss": 0.0014,
261
- "step": 83304
262
  },
263
  {
264
- "epoch": 3.7,
265
- "learning_rate": 9.055466720447922e-05,
266
- "loss": 0.0014,
267
- "step": 85618
268
  },
269
  {
270
- "epoch": 3.8,
271
- "learning_rate": 8.999908763943511e-05,
272
- "loss": 0.0014,
273
- "step": 87932
274
  },
275
  {
276
- "epoch": 3.9,
277
- "learning_rate": 8.944350807439101e-05,
278
- "loss": 0.0014,
279
- "step": 90246
280
  },
281
  {
282
  "epoch": 4.0,
283
- "eval_loss": 0.00436835503205657,
284
- "eval_max_distance": 4,
285
  "eval_mean_distance": 0,
286
- "eval_runtime": 12.0127,
287
- "eval_samples_per_second": 21.477,
288
- "eval_steps_per_second": 1.498,
289
- "step": 92556
290
  },
291
  {
292
- "epoch": 4.0,
293
- "learning_rate": 8.88879285093469e-05,
294
- "loss": 0.0014,
295
- "step": 92560
296
  },
297
  {
298
- "epoch": 4.1,
299
- "learning_rate": 8.83323489443028e-05,
300
- "loss": 0.0013,
301
- "step": 94874
302
  },
303
  {
304
- "epoch": 4.2,
305
- "learning_rate": 8.777676937925869e-05,
306
- "loss": 0.0013,
307
- "step": 97188
308
  },
309
  {
310
- "epoch": 4.3,
311
- "learning_rate": 8.722118981421458e-05,
312
- "loss": 0.0014,
313
- "step": 99502
314
  },
315
  {
316
- "epoch": 4.4,
317
- "learning_rate": 8.666561024917048e-05,
318
- "loss": 0.0012,
319
- "step": 101816
320
  },
321
  {
322
- "epoch": 4.5,
323
- "learning_rate": 8.611003068412637e-05,
324
- "loss": 0.0014,
325
- "step": 104130
326
  },
327
  {
328
- "epoch": 4.6,
329
- "learning_rate": 8.555445111908226e-05,
330
- "loss": 0.0013,
331
- "step": 106444
332
  },
333
  {
334
- "epoch": 4.7,
335
- "learning_rate": 8.499887155403816e-05,
336
- "loss": 0.0013,
337
- "step": 108758
338
  },
339
  {
340
- "epoch": 4.8,
341
- "learning_rate": 8.444329198899405e-05,
342
- "loss": 0.0014,
343
- "step": 111072
344
  },
345
  {
346
- "epoch": 4.9,
347
- "learning_rate": 8.388771242394994e-05,
348
- "loss": 0.0013,
349
- "step": 113386
350
  },
351
  {
352
  "epoch": 5.0,
353
- "eval_loss": 0.005551120266318321,
354
- "eval_max_distance": 4,
355
  "eval_mean_distance": 0,
356
- "eval_runtime": 11.9604,
357
- "eval_samples_per_second": 21.571,
358
- "eval_steps_per_second": 1.505,
359
- "step": 115695
360
  },
361
  {
362
- "epoch": 5.0,
363
- "learning_rate": 8.333213285890584e-05,
364
- "loss": 0.0014,
365
- "step": 115700
366
  },
367
  {
368
- "epoch": 5.1,
369
- "learning_rate": 8.277655329386173e-05,
370
- "loss": 0.0012,
371
- "step": 118014
372
  },
373
  {
374
- "epoch": 5.2,
375
- "learning_rate": 8.222097372881762e-05,
376
- "loss": 0.0013,
377
- "step": 120328
378
  },
379
  {
380
- "epoch": 5.3,
381
- "learning_rate": 8.166539416377352e-05,
382
- "loss": 0.0013,
383
- "step": 122642
384
  },
385
  {
386
- "epoch": 5.4,
387
- "learning_rate": 8.110981459872941e-05,
388
- "loss": 0.0013,
389
- "step": 124956
390
  },
391
  {
392
- "epoch": 5.5,
393
- "learning_rate": 8.055423503368532e-05,
394
- "loss": 0.0012,
395
- "step": 127270
396
  },
397
  {
398
- "epoch": 5.6,
399
- "learning_rate": 7.999865546864121e-05,
400
- "loss": 0.0013,
401
- "step": 129584
402
  },
403
  {
404
- "epoch": 5.7,
405
- "learning_rate": 7.94430759035971e-05,
406
- "loss": 0.0014,
407
- "step": 131898
408
  },
409
  {
410
- "epoch": 5.8,
411
- "learning_rate": 7.8887496338553e-05,
412
- "loss": 0.0013,
413
- "step": 134212
414
  },
415
  {
416
- "epoch": 5.9,
417
- "learning_rate": 7.83319167735089e-05,
418
- "loss": 0.0014,
419
- "step": 136526
420
  },
421
  {
422
  "epoch": 6.0,
423
- "eval_loss": 0.0034297292586416006,
424
- "eval_max_distance": 2,
425
  "eval_mean_distance": 0,
426
- "eval_runtime": 11.9347,
427
- "eval_samples_per_second": 21.618,
428
- "eval_steps_per_second": 1.508,
429
- "step": 138834
430
  },
431
  {
432
- "epoch": 6.0,
433
- "learning_rate": 7.777633720846479e-05,
434
- "loss": 0.0014,
435
- "step": 138840
436
  },
437
  {
438
- "epoch": 6.1,
439
- "learning_rate": 7.722075764342068e-05,
440
- "loss": 0.0012,
441
- "step": 141154
442
  },
443
  {
444
- "epoch": 6.2,
445
- "learning_rate": 7.666517807837657e-05,
446
- "loss": 0.0012,
447
- "step": 143468
448
  },
449
  {
450
- "epoch": 6.3,
451
- "learning_rate": 7.610959851333247e-05,
452
- "loss": 0.0012,
453
- "step": 145782
454
  },
455
  {
456
- "epoch": 6.4,
457
- "learning_rate": 7.555401894828836e-05,
458
- "loss": 0.0012,
459
- "step": 148096
460
  },
461
  {
462
- "epoch": 6.5,
463
- "learning_rate": 7.499843938324425e-05,
464
- "loss": 0.0013,
465
- "step": 150410
466
  },
467
  {
468
- "epoch": 6.6,
469
- "learning_rate": 7.444285981820016e-05,
470
- "loss": 0.0012,
471
- "step": 152724
472
  },
473
  {
474
- "epoch": 6.7,
475
- "learning_rate": 7.388728025315606e-05,
476
- "loss": 0.0012,
477
- "step": 155038
478
  },
479
  {
480
- "epoch": 6.8,
481
- "learning_rate": 7.333170068811195e-05,
482
- "loss": 0.0013,
483
- "step": 157352
484
  },
485
  {
486
- "epoch": 6.9,
487
- "learning_rate": 7.277612112306784e-05,
488
- "loss": 0.0012,
489
- "step": 159666
490
  },
491
  {
492
  "epoch": 7.0,
493
- "eval_loss": 0.0036055969540029764,
494
- "eval_max_distance": 2,
495
  "eval_mean_distance": 0,
496
- "eval_runtime": 11.9356,
497
- "eval_samples_per_second": 21.616,
498
- "eval_steps_per_second": 1.508,
499
- "step": 161973
500
  },
501
  {
502
- "epoch": 7.0,
503
- "learning_rate": 7.222054155802374e-05,
504
- "loss": 0.0012,
505
- "step": 161980
506
  },
507
  {
508
- "epoch": 7.1,
509
- "learning_rate": 7.166496199297963e-05,
510
- "loss": 0.0011,
511
- "step": 164294
512
  },
513
  {
514
- "epoch": 7.2,
515
- "learning_rate": 7.110938242793552e-05,
516
- "loss": 0.0011,
517
- "step": 166608
518
  },
519
  {
520
- "epoch": 7.3,
521
- "learning_rate": 7.055380286289142e-05,
522
- "loss": 0.0013,
523
- "step": 168922
524
  },
525
  {
526
- "epoch": 7.4,
527
- "learning_rate": 6.999822329784731e-05,
528
- "loss": 0.0012,
529
- "step": 171236
530
  },
531
  {
532
- "epoch": 7.5,
533
- "learning_rate": 6.94426437328032e-05,
534
- "loss": 0.0011,
535
- "step": 173550
536
  },
537
  {
538
- "epoch": 7.6,
539
- "learning_rate": 6.88870641677591e-05,
540
- "loss": 0.0011,
541
- "step": 175864
542
  },
543
  {
544
- "epoch": 7.7,
545
- "learning_rate": 6.8331484602715e-05,
546
- "loss": 0.0012,
547
- "step": 178178
548
  },
549
  {
550
- "epoch": 7.8,
551
- "learning_rate": 6.77759050376709e-05,
552
- "loss": 0.0011,
553
- "step": 180492
554
  },
555
  {
556
- "epoch": 7.9,
557
- "learning_rate": 6.722032547262679e-05,
558
- "loss": 0.0011,
559
- "step": 182806
560
  },
561
  {
562
  "epoch": 8.0,
563
- "eval_loss": 0.0024509974755346775,
564
- "eval_max_distance": 1,
565
  "eval_mean_distance": 0,
566
- "eval_runtime": 11.9393,
567
- "eval_samples_per_second": 21.609,
568
- "eval_steps_per_second": 1.508,
569
- "step": 185112
570
  },
571
  {
572
- "epoch": 8.0,
573
- "learning_rate": 6.666474590758269e-05,
574
- "loss": 0.0011,
575
- "step": 185120
576
  },
577
  {
578
- "epoch": 8.1,
579
- "learning_rate": 6.610916634253858e-05,
580
- "loss": 0.0011,
581
- "step": 187434
582
  },
583
  {
584
- "epoch": 8.2,
585
- "learning_rate": 6.555358677749447e-05,
586
- "loss": 0.001,
587
- "step": 189748
588
  },
589
  {
590
- "epoch": 8.3,
591
- "learning_rate": 6.499800721245037e-05,
592
- "loss": 0.0011,
593
- "step": 192062
594
  },
595
  {
596
- "epoch": 8.4,
597
- "learning_rate": 6.444242764740626e-05,
598
- "loss": 0.0011,
599
- "step": 194376
600
  },
601
  {
602
- "epoch": 8.5,
603
- "learning_rate": 6.388684808236215e-05,
604
- "loss": 0.0011,
605
- "step": 196690
606
  },
607
  {
608
- "epoch": 8.6,
609
- "learning_rate": 6.333126851731805e-05,
610
- "loss": 0.0011,
611
- "step": 199004
612
  },
613
  {
614
- "epoch": 8.7,
615
- "learning_rate": 6.277568895227394e-05,
616
- "loss": 0.0011,
617
- "step": 201318
618
  },
619
  {
620
- "epoch": 8.8,
621
- "learning_rate": 6.222010938722984e-05,
622
- "loss": 0.0011,
623
- "step": 203632
624
  },
625
  {
626
- "epoch": 8.9,
627
- "learning_rate": 6.166452982218573e-05,
628
- "loss": 0.0011,
629
- "step": 205946
630
  },
631
  {
632
  "epoch": 9.0,
633
- "eval_loss": 0.004092465154826641,
634
- "eval_max_distance": 4,
635
  "eval_mean_distance": 0,
636
- "eval_runtime": 11.8563,
637
- "eval_samples_per_second": 21.76,
638
- "eval_steps_per_second": 1.518,
639
- "step": 208251
640
  },
641
  {
642
- "epoch": 9.0,
643
- "learning_rate": 6.110895025714162e-05,
644
- "loss": 0.0011,
645
- "step": 208260
646
  },
647
  {
648
- "epoch": 9.1,
649
- "learning_rate": 6.055337069209752e-05,
650
- "loss": 0.001,
651
- "step": 210574
652
  },
653
  {
654
- "epoch": 9.2,
655
- "learning_rate": 5.9997791127053416e-05,
656
- "loss": 0.001,
657
- "step": 212888
658
  },
659
  {
660
- "epoch": 9.3,
661
- "learning_rate": 5.944221156200931e-05,
662
- "loss": 0.001,
663
- "step": 215202
664
  },
665
  {
666
- "epoch": 9.4,
667
- "learning_rate": 5.8886631996965203e-05,
668
- "loss": 0.001,
669
- "step": 217516
670
  },
671
  {
672
- "epoch": 9.5,
673
- "learning_rate": 5.83310524319211e-05,
674
- "loss": 0.001,
675
- "step": 219830
676
  },
677
  {
678
- "epoch": 9.6,
679
- "learning_rate": 5.777547286687699e-05,
680
- "loss": 0.001,
681
- "step": 222144
682
  },
683
  {
684
- "epoch": 9.7,
685
- "learning_rate": 5.7219893301832884e-05,
686
- "loss": 0.0011,
687
- "step": 224458
688
  },
689
  {
690
- "epoch": 9.8,
691
- "learning_rate": 5.666431373678878e-05,
692
- "loss": 0.001,
693
- "step": 226772
694
  },
695
  {
696
- "epoch": 9.9,
697
- "learning_rate": 5.610873417174468e-05,
698
- "loss": 0.001,
699
- "step": 229086
700
  },
701
  {
702
  "epoch": 10.0,
703
- "eval_loss": 0.006354992277920246,
704
- "eval_max_distance": 1,
705
  "eval_mean_distance": 0,
706
- "eval_runtime": 11.9115,
707
- "eval_samples_per_second": 21.66,
708
- "eval_steps_per_second": 1.511,
709
- "step": 231390
710
  },
711
  {
712
- "epoch": 10.0,
713
- "learning_rate": 5.555315460670057e-05,
714
- "loss": 0.0011,
715
- "step": 231400
716
  },
717
  {
718
- "epoch": 10.1,
719
- "learning_rate": 5.4997575041656465e-05,
720
- "loss": 0.001,
721
- "step": 233714
722
  },
723
  {
724
- "epoch": 10.2,
725
- "learning_rate": 5.444199547661236e-05,
726
- "loss": 0.001,
727
- "step": 236028
728
  },
729
  {
730
- "epoch": 10.3,
731
- "learning_rate": 5.388641591156825e-05,
732
- "loss": 0.0008,
733
- "step": 238342
734
  },
735
  {
736
- "epoch": 10.4,
737
- "learning_rate": 5.3330836346524146e-05,
738
- "loss": 0.001,
739
- "step": 240656
740
  },
741
  {
742
- "epoch": 10.5,
743
- "learning_rate": 5.277525678148004e-05,
744
- "loss": 0.001,
745
- "step": 242970
746
  },
747
  {
748
- "epoch": 10.6,
749
- "learning_rate": 5.2219677216435933e-05,
750
- "loss": 0.0009,
751
- "step": 245284
752
  },
753
  {
754
- "epoch": 10.7,
755
- "learning_rate": 5.166409765139183e-05,
756
- "loss": 0.001,
757
- "step": 247598
758
  },
759
  {
760
- "epoch": 10.8,
761
- "learning_rate": 5.110851808634772e-05,
762
- "loss": 0.001,
763
- "step": 249912
764
  },
765
  {
766
- "epoch": 10.9,
767
- "learning_rate": 5.0552938521303614e-05,
768
- "loss": 0.001,
769
- "step": 252226
770
  },
771
  {
772
  "epoch": 11.0,
773
- "eval_loss": 0.0059073311276733875,
774
- "eval_max_distance": 1,
775
  "eval_mean_distance": 0,
776
- "eval_runtime": 11.9148,
777
- "eval_samples_per_second": 21.654,
778
- "eval_steps_per_second": 1.511,
779
- "step": 254529
780
  },
781
  {
782
- "epoch": 11.0,
783
- "learning_rate": 4.9997358956259515e-05,
784
- "loss": 0.001,
785
- "step": 254540
786
  },
787
  {
788
- "epoch": 11.1,
789
- "learning_rate": 4.944177939121541e-05,
790
- "loss": 0.0009,
791
- "step": 256854
792
  },
793
  {
794
- "epoch": 11.2,
795
- "learning_rate": 4.88861998261713e-05,
796
- "loss": 0.0009,
797
- "step": 259168
798
  },
799
  {
800
- "epoch": 11.3,
801
- "learning_rate": 4.83306202611272e-05,
802
- "loss": 0.0009,
803
- "step": 261482
804
  },
805
  {
806
- "epoch": 11.4,
807
- "learning_rate": 4.7775040696083096e-05,
808
- "loss": 0.0009,
809
- "step": 263796
810
  },
811
  {
812
- "epoch": 11.5,
813
- "learning_rate": 4.721946113103899e-05,
814
- "loss": 0.001,
815
- "step": 266110
816
  },
817
  {
818
- "epoch": 11.6,
819
- "learning_rate": 4.666388156599488e-05,
820
- "loss": 0.0009,
821
- "step": 268424
822
  },
823
  {
824
- "epoch": 11.7,
825
- "learning_rate": 4.610830200095078e-05,
826
- "loss": 0.0009,
827
- "step": 270738
828
  },
829
  {
830
- "epoch": 11.8,
831
- "learning_rate": 4.555272243590668e-05,
832
- "loss": 0.0009,
833
- "step": 273052
834
  },
835
  {
836
- "epoch": 11.9,
837
- "learning_rate": 4.499714287086257e-05,
838
- "loss": 0.0008,
839
- "step": 275366
840
  },
841
  {
842
  "epoch": 12.0,
843
- "eval_loss": 0.004573535639792681,
844
  "eval_max_distance": 3,
845
  "eval_mean_distance": 0,
846
- "eval_runtime": 11.88,
847
- "eval_samples_per_second": 21.717,
848
- "eval_steps_per_second": 1.515,
849
- "step": 277668
850
  },
851
  {
852
- "epoch": 12.0,
853
- "learning_rate": 4.4441563305818464e-05,
854
- "loss": 0.001,
855
- "step": 277680
856
  },
857
  {
858
- "epoch": 12.1,
859
- "learning_rate": 4.388598374077436e-05,
860
- "loss": 0.0008,
861
- "step": 279994
862
  },
863
  {
864
- "epoch": 12.2,
865
- "learning_rate": 4.333040417573025e-05,
866
- "loss": 0.0009,
867
- "step": 282308
868
  },
869
  {
870
- "epoch": 12.3,
871
- "learning_rate": 4.2774824610686145e-05,
872
- "loss": 0.001,
873
- "step": 284622
874
  },
875
  {
876
- "epoch": 12.4,
877
- "learning_rate": 4.221924504564204e-05,
878
- "loss": 0.0008,
879
- "step": 286936
880
  },
881
  {
882
- "epoch": 12.5,
883
- "learning_rate": 4.166366548059793e-05,
884
- "loss": 0.0009,
885
- "step": 289250
886
  },
887
  {
888
- "epoch": 12.6,
889
- "learning_rate": 4.1108085915553826e-05,
890
- "loss": 0.0008,
891
- "step": 291564
892
  },
893
  {
894
- "epoch": 12.7,
895
- "learning_rate": 4.055250635050972e-05,
896
- "loss": 0.0009,
897
- "step": 293878
898
  },
899
  {
900
- "epoch": 12.8,
901
- "learning_rate": 3.999692678546561e-05,
902
- "loss": 0.0008,
903
- "step": 296192
904
  },
905
  {
906
- "epoch": 12.9,
907
- "learning_rate": 3.9441347220421513e-05,
908
- "loss": 0.0008,
909
- "step": 298506
910
  },
911
  {
912
  "epoch": 13.0,
913
- "eval_loss": 0.004101805854588747,
914
- "eval_max_distance": 2,
915
  "eval_mean_distance": 0,
916
- "eval_runtime": 11.92,
917
- "eval_samples_per_second": 21.644,
918
- "eval_steps_per_second": 1.51,
919
- "step": 300807
920
  },
921
  {
922
- "epoch": 13.0,
923
- "learning_rate": 3.888576765537741e-05,
924
- "loss": 0.0009,
925
- "step": 300820
926
  },
927
  {
928
- "epoch": 13.1,
929
- "learning_rate": 3.83301880903333e-05,
930
- "loss": 0.0008,
931
- "step": 303134
932
  },
933
  {
934
- "epoch": 13.2,
935
- "learning_rate": 3.7774608525289194e-05,
936
- "loss": 0.0008,
937
- "step": 305448
938
  },
939
  {
940
- "epoch": 13.3,
941
- "learning_rate": 3.721902896024509e-05,
942
- "loss": 0.0008,
943
- "step": 307762
944
  },
945
  {
946
- "epoch": 13.4,
947
- "learning_rate": 3.666344939520098e-05,
948
- "loss": 0.0009,
949
- "step": 310076
950
  },
951
  {
952
- "epoch": 13.5,
953
- "learning_rate": 3.610786983015688e-05,
954
- "loss": 0.0009,
955
- "step": 312390
956
  },
957
  {
958
- "epoch": 13.6,
959
- "learning_rate": 3.5552290265112775e-05,
960
- "loss": 0.0008,
961
- "step": 314704
962
  },
963
  {
964
- "epoch": 13.7,
965
- "learning_rate": 3.499671070006867e-05,
966
- "loss": 0.0009,
967
- "step": 317018
968
  },
969
  {
970
- "epoch": 13.8,
971
- "learning_rate": 3.444113113502456e-05,
972
- "loss": 0.0009,
973
- "step": 319332
974
  },
975
  {
976
- "epoch": 13.9,
977
- "learning_rate": 3.3885551569980456e-05,
978
- "loss": 0.0008,
979
- "step": 321646
980
  },
981
  {
982
  "epoch": 14.0,
983
- "eval_loss": 0.005928508937358856,
984
- "eval_max_distance": 2,
985
  "eval_mean_distance": 0,
986
- "eval_runtime": 12.049,
987
- "eval_samples_per_second": 21.413,
988
- "eval_steps_per_second": 1.494,
989
- "step": 323946
990
  },
991
  {
992
- "epoch": 14.0,
993
- "learning_rate": 3.332997200493636e-05,
994
- "loss": 0.0009,
995
- "step": 323960
996
  },
997
  {
998
- "epoch": 14.1,
999
- "learning_rate": 3.277439243989225e-05,
1000
- "loss": 0.0008,
1001
- "step": 326274
1002
  },
1003
  {
1004
- "epoch": 14.2,
1005
- "learning_rate": 3.2218812874848144e-05,
1006
- "loss": 0.0008,
1007
- "step": 328588
1008
  },
1009
  {
1010
- "epoch": 14.3,
1011
- "learning_rate": 3.166323330980404e-05,
1012
- "loss": 0.0007,
1013
- "step": 330902
1014
  },
1015
  {
1016
- "epoch": 14.4,
1017
- "learning_rate": 3.110765374475993e-05,
1018
- "loss": 0.0008,
1019
- "step": 333216
1020
  },
1021
  {
1022
- "epoch": 14.5,
1023
- "learning_rate": 3.0552074179715825e-05,
1024
- "loss": 0.0007,
1025
- "step": 335530
1026
  },
1027
  {
1028
- "epoch": 14.6,
1029
- "learning_rate": 2.9996494614671722e-05,
1030
- "loss": 0.0008,
1031
- "step": 337844
1032
  },
1033
  {
1034
- "epoch": 14.7,
1035
- "learning_rate": 2.9440915049627615e-05,
1036
- "loss": 0.0008,
1037
- "step": 340158
1038
  },
1039
  {
1040
- "epoch": 14.8,
1041
- "learning_rate": 2.888533548458351e-05,
1042
- "loss": 0.0008,
1043
- "step": 342472
1044
  },
1045
  {
1046
- "epoch": 14.9,
1047
- "learning_rate": 2.8329755919539403e-05,
1048
- "loss": 0.0008,
1049
- "step": 344786
1050
  },
1051
  {
1052
  "epoch": 15.0,
1053
- "eval_loss": 0.005999278277158737,
1054
- "eval_max_distance": 2,
1055
  "eval_mean_distance": 0,
1056
- "eval_runtime": 11.9346,
1057
- "eval_samples_per_second": 21.618,
1058
- "eval_steps_per_second": 1.508,
1059
- "step": 347085
1060
  },
1061
  {
1062
- "epoch": 15.0,
1063
- "learning_rate": 2.7774176354495296e-05,
1064
- "loss": 0.0008,
1065
- "step": 347100
1066
  },
1067
  {
1068
- "epoch": 15.1,
1069
- "learning_rate": 2.7218596789451197e-05,
1070
- "loss": 0.0007,
1071
- "step": 349414
1072
  },
1073
  {
1074
- "epoch": 15.2,
1075
- "learning_rate": 2.666301722440709e-05,
1076
  "loss": 0.0007,
1077
- "step": 351728
1078
  },
1079
  {
1080
- "epoch": 15.3,
1081
- "learning_rate": 2.6107437659362984e-05,
1082
- "loss": 0.0007,
1083
- "step": 354042
1084
  },
1085
  {
1086
- "epoch": 15.4,
1087
- "learning_rate": 2.5551858094318877e-05,
1088
- "loss": 0.0007,
1089
- "step": 356356
1090
  },
1091
  {
1092
- "epoch": 15.5,
1093
- "learning_rate": 2.4996278529274768e-05,
1094
- "loss": 0.0007,
1095
- "step": 358670
1096
  },
1097
  {
1098
- "epoch": 15.6,
1099
- "learning_rate": 2.4440698964230665e-05,
1100
- "loss": 0.0007,
1101
- "step": 360984
1102
  },
1103
  {
1104
- "epoch": 15.7,
1105
- "learning_rate": 2.3885119399186558e-05,
1106
- "loss": 0.0007,
1107
- "step": 363298
1108
  },
1109
  {
1110
- "epoch": 15.8,
1111
- "learning_rate": 2.3329539834142455e-05,
1112
- "loss": 0.0008,
1113
- "step": 365612
1114
  },
1115
  {
1116
- "epoch": 15.9,
1117
- "learning_rate": 2.277396026909835e-05,
1118
- "loss": 0.0007,
1119
- "step": 367926
1120
  },
1121
  {
1122
  "epoch": 16.0,
1123
- "eval_loss": 0.005278590135276318,
1124
- "eval_max_distance": 2,
1125
  "eval_mean_distance": 0,
1126
- "eval_runtime": 11.8758,
1127
- "eval_samples_per_second": 21.725,
1128
- "eval_steps_per_second": 1.516,
1129
- "step": 370224
1130
  },
1131
  {
1132
- "epoch": 16.0,
1133
- "learning_rate": 2.2218380704054242e-05,
1134
- "loss": 0.0008,
1135
- "step": 370240
1136
  },
1137
  {
1138
- "epoch": 16.1,
1139
- "learning_rate": 2.166280113901014e-05,
1140
- "loss": 0.0007,
1141
- "step": 372554
1142
  },
1143
  {
1144
- "epoch": 16.2,
1145
- "learning_rate": 2.1107221573966033e-05,
1146
- "loss": 0.0007,
1147
- "step": 374868
1148
  },
1149
  {
1150
- "epoch": 16.3,
1151
- "learning_rate": 2.0551642008921927e-05,
1152
- "loss": 0.0007,
1153
- "step": 377182
1154
  },
1155
  {
1156
- "epoch": 16.4,
1157
- "learning_rate": 1.9996062443877824e-05,
1158
- "loss": 0.0007,
1159
- "step": 379496
1160
  },
1161
  {
1162
- "epoch": 16.5,
1163
- "learning_rate": 1.9440482878833717e-05,
1164
- "loss": 0.0007,
1165
- "step": 381810
1166
  },
1167
  {
1168
- "epoch": 16.6,
1169
- "learning_rate": 1.888490331378961e-05,
1170
- "loss": 0.0007,
1171
- "step": 384124
1172
  },
1173
  {
1174
- "epoch": 16.7,
1175
- "learning_rate": 1.8329323748745504e-05,
1176
- "loss": 0.0008,
1177
- "step": 386438
1178
  },
1179
  {
1180
- "epoch": 16.8,
1181
- "learning_rate": 1.7773744183701398e-05,
1182
- "loss": 0.0007,
1183
- "step": 388752
1184
  },
1185
  {
1186
- "epoch": 16.9,
1187
- "learning_rate": 1.7218164618657295e-05,
1188
- "loss": 0.0007,
1189
- "step": 391066
1190
  },
1191
  {
1192
  "epoch": 17.0,
1193
- "eval_loss": 0.004050484858453274,
1194
- "eval_max_distance": 1,
1195
  "eval_mean_distance": 0,
1196
- "eval_runtime": 11.8948,
1197
- "eval_samples_per_second": 21.69,
1198
- "eval_steps_per_second": 1.513,
1199
- "step": 393363
1200
  },
1201
  {
1202
- "epoch": 17.0,
1203
- "learning_rate": 1.666258505361319e-05,
1204
- "loss": 0.0007,
1205
- "step": 393380
1206
  },
1207
  {
1208
- "epoch": 17.1,
1209
- "learning_rate": 1.6107005488569082e-05,
1210
- "loss": 0.0007,
1211
- "step": 395694
1212
  },
1213
  {
1214
- "epoch": 17.2,
1215
- "learning_rate": 1.555142592352498e-05,
1216
- "loss": 0.0007,
1217
- "step": 398008
1218
  },
1219
  {
1220
- "epoch": 17.3,
1221
- "learning_rate": 1.4995846358480873e-05,
1222
- "loss": 0.0006,
1223
- "step": 400322
1224
  },
1225
  {
1226
- "epoch": 17.4,
1227
- "learning_rate": 1.4440266793436766e-05,
1228
- "loss": 0.0007,
1229
- "step": 402636
1230
  },
1231
  {
1232
- "epoch": 17.5,
1233
- "learning_rate": 1.3884687228392662e-05,
1234
- "loss": 0.0007,
1235
- "step": 404950
1236
  },
1237
  {
1238
- "epoch": 17.6,
1239
- "learning_rate": 1.3329107663348555e-05,
1240
- "loss": 0.0007,
1241
- "step": 407264
1242
  },
1243
  {
1244
- "epoch": 17.7,
1245
- "learning_rate": 1.2773528098304449e-05,
1246
- "loss": 0.0007,
1247
- "step": 409578
1248
  },
1249
  {
1250
- "epoch": 17.8,
1251
- "learning_rate": 1.2217948533260346e-05,
1252
- "loss": 0.0007,
1253
- "step": 411892
1254
  },
1255
  {
1256
- "epoch": 17.9,
1257
- "learning_rate": 1.166236896821624e-05,
1258
- "loss": 0.0007,
1259
- "step": 414206
1260
  },
1261
  {
1262
  "epoch": 18.0,
1263
- "eval_loss": 0.004916150122880936,
1264
- "eval_max_distance": 1,
1265
  "eval_mean_distance": 0,
1266
- "eval_runtime": 11.9279,
1267
- "eval_samples_per_second": 21.63,
1268
- "eval_steps_per_second": 1.509,
1269
- "step": 416502
1270
  },
1271
  {
1272
- "epoch": 18.0,
1273
- "learning_rate": 1.1106789403172135e-05,
1274
- "loss": 0.0007,
1275
- "step": 416520
1276
  },
1277
  {
1278
- "epoch": 18.1,
1279
- "learning_rate": 1.0551209838128028e-05,
1280
- "loss": 0.0007,
1281
- "step": 418834
1282
  },
1283
  {
1284
- "epoch": 18.2,
1285
- "learning_rate": 9.995630273083924e-06,
1286
- "loss": 0.0007,
1287
- "step": 421148
1288
  },
1289
  {
1290
- "epoch": 18.3,
1291
- "learning_rate": 9.440050708039817e-06,
1292
- "loss": 0.0006,
1293
- "step": 423462
1294
  },
1295
  {
1296
- "epoch": 18.4,
1297
- "learning_rate": 8.884471142995713e-06,
1298
- "loss": 0.0006,
1299
- "step": 425776
1300
  },
1301
  {
1302
- "epoch": 18.5,
1303
- "learning_rate": 8.328891577951608e-06,
1304
- "loss": 0.0006,
1305
- "step": 428090
1306
  },
1307
  {
1308
- "epoch": 18.6,
1309
- "learning_rate": 7.773312012907501e-06,
1310
- "loss": 0.0007,
1311
- "step": 430404
1312
  },
1313
  {
1314
- "epoch": 18.7,
1315
- "learning_rate": 7.217732447863396e-06,
1316
- "loss": 0.0006,
1317
- "step": 432718
1318
  },
1319
  {
1320
- "epoch": 18.8,
1321
- "learning_rate": 6.66215288281929e-06,
1322
- "loss": 0.0007,
1323
- "step": 435032
1324
  },
1325
  {
1326
- "epoch": 18.9,
1327
- "learning_rate": 6.106573317775185e-06,
1328
- "loss": 0.0007,
1329
- "step": 437346
1330
  },
1331
  {
1332
  "epoch": 19.0,
1333
- "eval_loss": 0.005351274739950895,
1334
- "eval_max_distance": 1,
1335
  "eval_mean_distance": 0,
1336
- "eval_runtime": 11.9441,
1337
- "eval_samples_per_second": 21.601,
1338
- "eval_steps_per_second": 1.507,
1339
- "step": 439641
1340
  },
1341
  {
1342
- "epoch": 19.0,
1343
- "learning_rate": 5.550993752731079e-06,
1344
- "loss": 0.0007,
1345
- "step": 439660
1346
  },
1347
  {
1348
- "epoch": 19.1,
1349
- "learning_rate": 4.995414187686974e-06,
1350
- "loss": 0.0006,
1351
- "step": 441974
1352
  },
1353
  {
1354
- "epoch": 19.2,
1355
- "learning_rate": 4.439834622642869e-06,
1356
- "loss": 0.0007,
1357
- "step": 444288
1358
  },
1359
  {
1360
- "epoch": 19.3,
1361
- "learning_rate": 3.8842550575987635e-06,
1362
- "loss": 0.0007,
1363
- "step": 446602
1364
  },
1365
  {
1366
- "epoch": 19.4,
1367
- "learning_rate": 3.328675492554658e-06,
1368
- "loss": 0.0007,
1369
- "step": 448916
1370
  },
1371
  {
1372
- "epoch": 19.5,
1373
- "learning_rate": 2.7730959275105524e-06,
1374
- "loss": 0.0006,
1375
- "step": 451230
1376
  },
1377
  {
1378
- "epoch": 19.6,
1379
- "learning_rate": 2.217516362466447e-06,
1380
- "loss": 0.0006,
1381
- "step": 453544
1382
  },
1383
  {
1384
- "epoch": 19.7,
1385
- "learning_rate": 1.6619367974223413e-06,
1386
- "loss": 0.0006,
1387
- "step": 455858
1388
  },
1389
  {
1390
- "epoch": 19.8,
1391
- "learning_rate": 1.106357232378236e-06,
1392
- "loss": 0.0006,
1393
- "step": 458172
1394
  },
1395
  {
1396
- "epoch": 19.9,
1397
- "learning_rate": 5.507776673341304e-07,
1398
- "loss": 0.0006,
1399
- "step": 460486
1400
  },
1401
  {
1402
  "epoch": 20.0,
1403
- "eval_loss": 0.005220064427703619,
1404
- "eval_max_distance": 1,
1405
  "eval_mean_distance": 0,
1406
- "eval_runtime": 12.038,
1407
- "eval_samples_per_second": 21.432,
1408
- "eval_steps_per_second": 1.495,
1409
- "step": 462780
1410
  },
1411
  {
1412
  "epoch": 20.0,
1413
- "step": 462780,
1414
- "total_flos": 1.1723128343387136e+17,
1415
- "train_loss": 0.000996548650895231,
1416
- "train_runtime": 32132.3816,
1417
- "train_samples_per_second": 216.028,
1418
- "train_steps_per_second": 14.402
1419
  }
1420
  ],
1421
- "logging_steps": 2314,
1422
- "max_steps": 462780,
1423
  "num_train_epochs": 20,
1424
- "save_steps": 4628,
1425
- "total_flos": 1.1723128343387136e+17,
1426
  "trial_name": null,
1427
  "trial_params": null
1428
  }
 
3
  "best_model_checkpoint": null,
4
  "epoch": 20.0,
5
  "eval_steps": 500,
6
+ "global_step": 16920,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 5.91016548463357e-08,
14
+ "loss": 0.0002,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.1,
19
+ "learning_rate": 5.023640661938535e-06,
20
+ "loss": 0.0009,
21
+ "step": 85
22
  },
23
  {
24
  "epoch": 0.2,
25
+ "learning_rate": 1.004728132387707e-05,
26
+ "loss": 0.0012,
27
+ "step": 170
28
  },
29
  {
30
  "epoch": 0.3,
31
+ "learning_rate": 1.5070921985815603e-05,
32
+ "loss": 0.0012,
33
+ "step": 255
34
  },
35
  {
36
  "epoch": 0.4,
37
+ "learning_rate": 2.009456264775414e-05,
38
+ "loss": 0.0007,
39
+ "step": 340
40
  },
41
  {
42
  "epoch": 0.5,
43
+ "learning_rate": 2.5118203309692672e-05,
44
+ "loss": 0.0012,
45
+ "step": 425
46
  },
47
  {
48
  "epoch": 0.6,
49
+ "learning_rate": 3.0141843971631207e-05,
50
+ "loss": 0.0014,
51
+ "step": 510
52
  },
53
  {
54
  "epoch": 0.7,
55
+ "learning_rate": 3.516548463356974e-05,
56
+ "loss": 0.0016,
57
+ "step": 595
58
  },
59
  {
60
  "epoch": 0.8,
61
+ "learning_rate": 4.018912529550828e-05,
62
+ "loss": 0.0018,
63
+ "step": 680
64
  },
65
  {
66
  "epoch": 0.9,
67
+ "learning_rate": 4.5212765957446815e-05,
68
+ "loss": 0.0013,
69
+ "step": 765
70
  },
71
  {
72
  "epoch": 1.0,
73
+ "eval_loss": 0.005299737676978111,
74
+ "eval_max_distance": 3,
75
  "eval_mean_distance": 0,
76
+ "eval_runtime": 34.0947,
77
+ "eval_samples_per_second": 7.626,
78
+ "eval_steps_per_second": 0.528,
79
+ "step": 846
80
  },
81
  {
82
  "epoch": 1.0,
83
+ "learning_rate": 5.0236406619385343e-05,
84
  "loss": 0.001,
85
+ "step": 850
86
  },
87
  {
88
+ "epoch": 1.11,
89
+ "learning_rate": 5.526004728132388e-05,
90
+ "loss": 0.0008,
91
+ "step": 935
92
  },
93
  {
94
+ "epoch": 1.21,
95
+ "learning_rate": 6.0283687943262414e-05,
96
+ "loss": 0.0012,
97
+ "step": 1020
98
  },
99
  {
100
+ "epoch": 1.31,
101
+ "learning_rate": 6.530732860520094e-05,
102
+ "loss": 0.0015,
103
+ "step": 1105
104
  },
105
  {
106
+ "epoch": 1.41,
107
+ "learning_rate": 7.033096926713948e-05,
108
+ "loss": 0.0019,
109
+ "step": 1190
110
  },
111
  {
112
+ "epoch": 1.51,
113
+ "learning_rate": 7.535460992907801e-05,
114
+ "loss": 0.001,
115
+ "step": 1275
116
  },
117
  {
118
+ "epoch": 1.61,
119
+ "learning_rate": 8.037825059101656e-05,
120
  "loss": 0.0012,
121
+ "step": 1360
122
  },
123
  {
124
+ "epoch": 1.71,
125
+ "learning_rate": 8.54018912529551e-05,
126
+ "loss": 0.0007,
127
+ "step": 1445
128
  },
129
  {
130
+ "epoch": 1.81,
131
+ "learning_rate": 9.042553191489363e-05,
132
+ "loss": 0.0008,
133
+ "step": 1530
134
  },
135
  {
136
+ "epoch": 1.91,
137
+ "learning_rate": 9.544917257683215e-05,
138
+ "loss": 0.0011,
139
+ "step": 1615
140
  },
141
  {
142
  "epoch": 2.0,
143
+ "eval_loss": 0.004299119580537081,
144
+ "eval_max_distance": 3,
145
  "eval_mean_distance": 0,
146
+ "eval_runtime": 30.4314,
147
+ "eval_samples_per_second": 8.544,
148
+ "eval_steps_per_second": 0.591,
149
+ "step": 1692
150
  },
151
  {
152
+ "epoch": 2.01,
153
+ "learning_rate": 9.994746519569215e-05,
154
+ "loss": 0.0007,
155
+ "step": 1700
156
  },
157
  {
158
+ "epoch": 2.11,
159
+ "learning_rate": 9.93892828999212e-05,
160
+ "loss": 0.001,
161
+ "step": 1785
162
  },
163
  {
164
+ "epoch": 2.21,
165
+ "learning_rate": 9.883110060415024e-05,
166
+ "loss": 0.0008,
167
+ "step": 1870
168
  },
169
  {
170
+ "epoch": 2.31,
171
+ "learning_rate": 9.82729183083793e-05,
172
+ "loss": 0.0015,
173
+ "step": 1955
174
  },
175
  {
176
+ "epoch": 2.41,
177
+ "learning_rate": 9.771473601260836e-05,
178
+ "loss": 0.0011,
179
+ "step": 2040
180
  },
181
  {
182
+ "epoch": 2.51,
183
+ "learning_rate": 9.715655371683741e-05,
184
+ "loss": 0.0011,
185
+ "step": 2125
186
  },
187
  {
188
+ "epoch": 2.61,
189
+ "learning_rate": 9.659837142106646e-05,
190
+ "loss": 0.0008,
191
+ "step": 2210
192
  },
193
  {
194
+ "epoch": 2.71,
195
+ "learning_rate": 9.604018912529551e-05,
196
+ "loss": 0.0008,
197
+ "step": 2295
198
  },
199
  {
200
+ "epoch": 2.81,
201
+ "learning_rate": 9.548200682952457e-05,
202
+ "loss": 0.0009,
203
+ "step": 2380
204
  },
205
  {
206
+ "epoch": 2.91,
207
+ "learning_rate": 9.492382453375361e-05,
208
+ "loss": 0.0009,
209
+ "step": 2465
210
  },
211
  {
212
  "epoch": 3.0,
213
+ "eval_loss": 0.004937924910336733,
214
+ "eval_max_distance": 3,
215
  "eval_mean_distance": 0,
216
+ "eval_runtime": 30.2916,
217
+ "eval_samples_per_second": 8.583,
218
+ "eval_steps_per_second": 0.594,
219
+ "step": 2538
220
  },
221
  {
222
+ "epoch": 3.01,
223
+ "learning_rate": 9.436564223798267e-05,
224
+ "loss": 0.0013,
225
+ "step": 2550
226
  },
227
  {
228
+ "epoch": 3.11,
229
+ "learning_rate": 9.380745994221172e-05,
230
+ "loss": 0.0008,
231
+ "step": 2635
232
  },
233
  {
234
+ "epoch": 3.22,
235
+ "learning_rate": 9.324927764644077e-05,
236
+ "loss": 0.0006,
237
+ "step": 2720
238
  },
239
  {
240
+ "epoch": 3.32,
241
+ "learning_rate": 9.269109535066982e-05,
242
+ "loss": 0.0009,
243
+ "step": 2805
244
  },
245
  {
246
+ "epoch": 3.42,
247
+ "learning_rate": 9.213291305489888e-05,
248
+ "loss": 0.0007,
249
+ "step": 2890
250
  },
251
  {
252
+ "epoch": 3.52,
253
+ "learning_rate": 9.157473075912792e-05,
254
+ "loss": 0.0007,
255
+ "step": 2975
256
  },
257
  {
258
+ "epoch": 3.62,
259
+ "learning_rate": 9.101654846335698e-05,
260
+ "loss": 0.001,
261
+ "step": 3060
262
  },
263
  {
264
+ "epoch": 3.72,
265
+ "learning_rate": 9.045836616758603e-05,
266
+ "loss": 0.0007,
267
+ "step": 3145
268
  },
269
  {
270
+ "epoch": 3.82,
271
+ "learning_rate": 8.990018387181508e-05,
272
+ "loss": 0.0009,
273
+ "step": 3230
274
  },
275
  {
276
+ "epoch": 3.92,
277
+ "learning_rate": 8.934200157604413e-05,
278
+ "loss": 0.0008,
279
+ "step": 3315
280
  },
281
  {
282
  "epoch": 4.0,
283
+ "eval_loss": 0.004295715596526861,
284
+ "eval_max_distance": 3,
285
  "eval_mean_distance": 0,
286
+ "eval_runtime": 30.309,
287
+ "eval_samples_per_second": 8.578,
288
+ "eval_steps_per_second": 0.594,
289
+ "step": 3384
290
  },
291
  {
292
+ "epoch": 4.02,
293
+ "learning_rate": 8.878381928027319e-05,
294
+ "loss": 0.0009,
295
+ "step": 3400
296
  },
297
  {
298
+ "epoch": 4.12,
299
+ "learning_rate": 8.822563698450223e-05,
300
+ "loss": 0.0007,
301
+ "step": 3485
302
  },
303
  {
304
+ "epoch": 4.22,
305
+ "learning_rate": 8.766745468873129e-05,
306
+ "loss": 0.0005,
307
+ "step": 3570
308
  },
309
  {
310
+ "epoch": 4.32,
311
+ "learning_rate": 8.710927239296034e-05,
312
+ "loss": 0.0004,
313
+ "step": 3655
314
  },
315
  {
316
+ "epoch": 4.42,
317
+ "learning_rate": 8.655109009718939e-05,
318
+ "loss": 0.0009,
319
+ "step": 3740
320
  },
321
  {
322
+ "epoch": 4.52,
323
+ "learning_rate": 8.599290780141844e-05,
324
+ "loss": 0.0009,
325
+ "step": 3825
326
  },
327
  {
328
+ "epoch": 4.62,
329
+ "learning_rate": 8.54347255056475e-05,
330
+ "loss": 0.0005,
331
+ "step": 3910
332
  },
333
  {
334
+ "epoch": 4.72,
335
+ "learning_rate": 8.487654320987654e-05,
336
+ "loss": 0.0006,
337
+ "step": 3995
338
  },
339
  {
340
+ "epoch": 4.82,
341
+ "learning_rate": 8.43183609141056e-05,
342
+ "loss": 0.0004,
343
+ "step": 4080
344
  },
345
  {
346
+ "epoch": 4.92,
347
+ "learning_rate": 8.376017861833465e-05,
348
+ "loss": 0.0005,
349
+ "step": 4165
350
  },
351
  {
352
  "epoch": 5.0,
353
+ "eval_loss": 0.004825934302061796,
354
+ "eval_max_distance": 3,
355
  "eval_mean_distance": 0,
356
+ "eval_runtime": 31.3644,
357
+ "eval_samples_per_second": 8.29,
358
+ "eval_steps_per_second": 0.574,
359
+ "step": 4230
360
  },
361
  {
362
+ "epoch": 5.02,
363
+ "learning_rate": 8.320199632256371e-05,
364
+ "loss": 0.0007,
365
+ "step": 4250
366
  },
367
  {
368
+ "epoch": 5.12,
369
+ "learning_rate": 8.264381402679275e-05,
370
+ "loss": 0.0007,
371
+ "step": 4335
372
  },
373
  {
374
+ "epoch": 5.22,
375
+ "learning_rate": 8.208563173102181e-05,
376
+ "loss": 0.0006,
377
+ "step": 4420
378
  },
379
  {
380
+ "epoch": 5.33,
381
+ "learning_rate": 8.152744943525086e-05,
382
+ "loss": 0.0008,
383
+ "step": 4505
384
  },
385
  {
386
+ "epoch": 5.43,
387
+ "learning_rate": 8.09692671394799e-05,
388
+ "loss": 0.0009,
389
+ "step": 4590
390
  },
391
  {
392
+ "epoch": 5.53,
393
+ "learning_rate": 8.041108484370896e-05,
394
+ "loss": 0.0007,
395
+ "step": 4675
396
  },
397
  {
398
+ "epoch": 5.63,
399
+ "learning_rate": 7.985290254793802e-05,
400
+ "loss": 0.0007,
401
+ "step": 4760
402
  },
403
  {
404
+ "epoch": 5.73,
405
+ "learning_rate": 7.929472025216706e-05,
406
+ "loss": 0.0004,
407
+ "step": 4845
408
  },
409
  {
410
+ "epoch": 5.83,
411
+ "learning_rate": 7.873653795639612e-05,
412
+ "loss": 0.0007,
413
+ "step": 4930
414
  },
415
  {
416
+ "epoch": 5.93,
417
+ "learning_rate": 7.817835566062517e-05,
418
+ "loss": 0.0006,
419
+ "step": 5015
420
  },
421
  {
422
  "epoch": 6.0,
423
+ "eval_loss": 0.0023884631227701902,
424
+ "eval_max_distance": 3,
425
  "eval_mean_distance": 0,
426
+ "eval_runtime": 30.4064,
427
+ "eval_samples_per_second": 8.551,
428
+ "eval_steps_per_second": 0.592,
429
+ "step": 5076
430
  },
431
  {
432
+ "epoch": 6.03,
433
+ "learning_rate": 7.762017336485422e-05,
434
+ "loss": 0.0005,
435
+ "step": 5100
436
  },
437
  {
438
+ "epoch": 6.13,
439
+ "learning_rate": 7.706199106908327e-05,
440
+ "loss": 0.0006,
441
+ "step": 5185
442
  },
443
  {
444
+ "epoch": 6.23,
445
+ "learning_rate": 7.650380877331233e-05,
446
+ "loss": 0.0005,
447
+ "step": 5270
448
  },
449
  {
450
+ "epoch": 6.33,
451
+ "learning_rate": 7.594562647754137e-05,
452
+ "loss": 0.0003,
453
+ "step": 5355
454
  },
455
  {
456
+ "epoch": 6.43,
457
+ "learning_rate": 7.538744418177043e-05,
458
+ "loss": 0.0007,
459
+ "step": 5440
460
  },
461
  {
462
+ "epoch": 6.53,
463
+ "learning_rate": 7.482926188599948e-05,
464
+ "loss": 0.0008,
465
+ "step": 5525
466
  },
467
  {
468
+ "epoch": 6.63,
469
+ "learning_rate": 7.427107959022853e-05,
470
+ "loss": 0.0004,
471
+ "step": 5610
472
  },
473
  {
474
+ "epoch": 6.73,
475
+ "learning_rate": 7.371289729445758e-05,
476
+ "loss": 0.0009,
477
+ "step": 5695
478
  },
479
  {
480
+ "epoch": 6.83,
481
+ "learning_rate": 7.315471499868664e-05,
482
+ "loss": 0.0008,
483
+ "step": 5780
484
  },
485
  {
486
+ "epoch": 6.93,
487
+ "learning_rate": 7.259653270291568e-05,
488
+ "loss": 0.0005,
489
+ "step": 5865
490
  },
491
  {
492
  "epoch": 7.0,
493
+ "eval_loss": 0.002862530527636409,
494
+ "eval_max_distance": 3,
495
  "eval_mean_distance": 0,
496
+ "eval_runtime": 30.524,
497
+ "eval_samples_per_second": 8.518,
498
+ "eval_steps_per_second": 0.59,
499
+ "step": 5922
500
  },
501
  {
502
+ "epoch": 7.03,
503
+ "learning_rate": 7.203835040714474e-05,
504
+ "loss": 0.0007,
505
+ "step": 5950
506
  },
507
  {
508
+ "epoch": 7.13,
509
+ "learning_rate": 7.14801681113738e-05,
510
+ "loss": 0.0006,
511
+ "step": 6035
512
  },
513
  {
514
+ "epoch": 7.23,
515
+ "learning_rate": 7.092198581560284e-05,
516
+ "loss": 0.0005,
517
+ "step": 6120
518
  },
519
  {
520
+ "epoch": 7.33,
521
+ "learning_rate": 7.036380351983189e-05,
522
+ "loss": 0.0004,
523
+ "step": 6205
524
  },
525
  {
526
+ "epoch": 7.43,
527
+ "learning_rate": 6.980562122406095e-05,
528
+ "loss": 0.0007,
529
+ "step": 6290
530
  },
531
  {
532
+ "epoch": 7.54,
533
+ "learning_rate": 6.924743892829e-05,
534
+ "loss": 0.0006,
535
+ "step": 6375
536
  },
537
  {
538
+ "epoch": 7.64,
539
+ "learning_rate": 6.868925663251905e-05,
540
+ "loss": 0.0005,
541
+ "step": 6460
542
  },
543
  {
544
+ "epoch": 7.74,
545
+ "learning_rate": 6.81310743367481e-05,
546
+ "loss": 0.0007,
547
+ "step": 6545
548
  },
549
  {
550
+ "epoch": 7.84,
551
+ "learning_rate": 6.757289204097716e-05,
552
+ "loss": 0.0012,
553
+ "step": 6630
554
  },
555
  {
556
+ "epoch": 7.94,
557
+ "learning_rate": 6.70147097452062e-05,
558
+ "loss": 0.0008,
559
+ "step": 6715
560
  },
561
  {
562
  "epoch": 8.0,
563
+ "eval_loss": 0.006056753918528557,
564
+ "eval_max_distance": 3,
565
  "eval_mean_distance": 0,
566
+ "eval_runtime": 30.8852,
567
+ "eval_samples_per_second": 8.418,
568
+ "eval_steps_per_second": 0.583,
569
+ "step": 6768
570
  },
571
  {
572
+ "epoch": 8.04,
573
+ "learning_rate": 6.645652744943526e-05,
574
+ "loss": 0.0008,
575
+ "step": 6800
576
  },
577
  {
578
+ "epoch": 8.14,
579
+ "learning_rate": 6.589834515366431e-05,
580
+ "loss": 0.0007,
581
+ "step": 6885
582
  },
583
  {
584
+ "epoch": 8.24,
585
+ "learning_rate": 6.534016285789336e-05,
586
+ "loss": 0.0005,
587
+ "step": 6970
588
  },
589
  {
590
+ "epoch": 8.34,
591
+ "learning_rate": 6.478198056212241e-05,
592
+ "loss": 0.0006,
593
+ "step": 7055
594
  },
595
  {
596
+ "epoch": 8.44,
597
+ "learning_rate": 6.422379826635147e-05,
598
+ "loss": 0.0007,
599
+ "step": 7140
600
  },
601
  {
602
+ "epoch": 8.54,
603
+ "learning_rate": 6.366561597058051e-05,
604
+ "loss": 0.0004,
605
+ "step": 7225
606
  },
607
  {
608
+ "epoch": 8.64,
609
+ "learning_rate": 6.310743367480957e-05,
610
+ "loss": 0.0006,
611
+ "step": 7310
612
  },
613
  {
614
+ "epoch": 8.74,
615
+ "learning_rate": 6.254925137903862e-05,
616
+ "loss": 0.0004,
617
+ "step": 7395
618
  },
619
  {
620
+ "epoch": 8.84,
621
+ "learning_rate": 6.199106908326767e-05,
622
+ "loss": 0.0005,
623
+ "step": 7480
624
  },
625
  {
626
+ "epoch": 8.94,
627
+ "learning_rate": 6.143288678749672e-05,
628
+ "loss": 0.0006,
629
+ "step": 7565
630
  },
631
  {
632
  "epoch": 9.0,
633
+ "eval_loss": 0.005007054656744003,
634
+ "eval_max_distance": 3,
635
  "eval_mean_distance": 0,
636
+ "eval_runtime": 29.9284,
637
+ "eval_samples_per_second": 8.687,
638
+ "eval_steps_per_second": 0.601,
639
+ "step": 7614
640
  },
641
  {
642
+ "epoch": 9.04,
643
+ "learning_rate": 6.087470449172577e-05,
644
+ "loss": 0.0006,
645
+ "step": 7650
646
  },
647
  {
648
+ "epoch": 9.14,
649
+ "learning_rate": 6.031652219595483e-05,
650
+ "loss": 0.0007,
651
+ "step": 7735
652
  },
653
  {
654
+ "epoch": 9.24,
655
+ "learning_rate": 5.975833990018388e-05,
656
+ "loss": 0.0005,
657
+ "step": 7820
658
  },
659
  {
660
+ "epoch": 9.34,
661
+ "learning_rate": 5.9200157604412935e-05,
662
+ "loss": 0.0006,
663
+ "step": 7905
664
  },
665
  {
666
+ "epoch": 9.44,
667
+ "learning_rate": 5.8641975308641984e-05,
668
+ "loss": 0.0006,
669
+ "step": 7990
670
  },
671
  {
672
+ "epoch": 9.54,
673
+ "learning_rate": 5.8083793012871034e-05,
674
+ "loss": 0.0004,
675
+ "step": 8075
676
  },
677
  {
678
+ "epoch": 9.65,
679
+ "learning_rate": 5.752561071710009e-05,
680
+ "loss": 0.0004,
681
+ "step": 8160
682
  },
683
  {
684
+ "epoch": 9.75,
685
+ "learning_rate": 5.696742842132914e-05,
686
+ "loss": 0.0004,
687
+ "step": 8245
688
  },
689
  {
690
+ "epoch": 9.85,
691
+ "learning_rate": 5.640924612555819e-05,
692
+ "loss": 0.0004,
693
+ "step": 8330
694
  },
695
  {
696
+ "epoch": 9.95,
697
+ "learning_rate": 5.585106382978723e-05,
698
+ "loss": 0.0006,
699
+ "step": 8415
700
  },
701
  {
702
  "epoch": 10.0,
703
+ "eval_loss": 0.009199680760502815,
704
+ "eval_max_distance": 3,
705
  "eval_mean_distance": 0,
706
+ "eval_runtime": 29.8643,
707
+ "eval_samples_per_second": 8.706,
708
+ "eval_steps_per_second": 0.603,
709
+ "step": 8460
710
  },
711
  {
712
+ "epoch": 10.05,
713
+ "learning_rate": 5.529288153401628e-05,
714
+ "loss": 0.0005,
715
+ "step": 8500
716
  },
717
  {
718
+ "epoch": 10.15,
719
+ "learning_rate": 5.473469923824534e-05,
720
+ "loss": 0.0006,
721
+ "step": 8585
722
  },
723
  {
724
+ "epoch": 10.25,
725
+ "learning_rate": 5.4176516942474386e-05,
726
+ "loss": 0.0005,
727
+ "step": 8670
728
  },
729
  {
730
+ "epoch": 10.35,
731
+ "learning_rate": 5.3618334646703436e-05,
732
+ "loss": 0.0004,
733
+ "step": 8755
734
  },
735
  {
736
+ "epoch": 10.45,
737
+ "learning_rate": 5.306015235093249e-05,
738
+ "loss": 0.0004,
739
+ "step": 8840
740
  },
741
  {
742
+ "epoch": 10.55,
743
+ "learning_rate": 5.250197005516154e-05,
744
+ "loss": 0.0004,
745
+ "step": 8925
746
  },
747
  {
748
+ "epoch": 10.65,
749
+ "learning_rate": 5.19437877593906e-05,
750
+ "loss": 0.0006,
751
+ "step": 9010
752
  },
753
  {
754
+ "epoch": 10.75,
755
+ "learning_rate": 5.138560546361965e-05,
756
+ "loss": 0.0005,
757
+ "step": 9095
758
  },
759
  {
760
+ "epoch": 10.85,
761
+ "learning_rate": 5.0827423167848696e-05,
762
+ "loss": 0.0005,
763
+ "step": 9180
764
  },
765
  {
766
+ "epoch": 10.95,
767
+ "learning_rate": 5.026924087207775e-05,
768
+ "loss": 0.0004,
769
+ "step": 9265
770
  },
771
  {
772
  "epoch": 11.0,
773
+ "eval_loss": 0.006612914614379406,
774
+ "eval_max_distance": 3,
775
  "eval_mean_distance": 0,
776
+ "eval_runtime": 30.0706,
777
+ "eval_samples_per_second": 8.646,
778
+ "eval_steps_per_second": 0.599,
779
+ "step": 9306
780
  },
781
  {
782
+ "epoch": 11.05,
783
+ "learning_rate": 4.971105857630681e-05,
784
+ "loss": 0.0005,
785
+ "step": 9350
786
  },
787
  {
788
+ "epoch": 11.15,
789
+ "learning_rate": 4.915287628053586e-05,
790
+ "loss": 0.0005,
791
+ "step": 9435
792
  },
793
  {
794
+ "epoch": 11.25,
795
+ "learning_rate": 4.8594693984764914e-05,
796
+ "loss": 0.0006,
797
+ "step": 9520
798
  },
799
  {
800
+ "epoch": 11.35,
801
+ "learning_rate": 4.8036511688993963e-05,
802
+ "loss": 0.0004,
803
+ "step": 9605
804
  },
805
  {
806
+ "epoch": 11.45,
807
+ "learning_rate": 4.747832939322301e-05,
808
+ "loss": 0.0006,
809
+ "step": 9690
810
  },
811
  {
812
+ "epoch": 11.55,
813
+ "learning_rate": 4.692014709745207e-05,
814
+ "loss": 0.0004,
815
+ "step": 9775
816
  },
817
  {
818
+ "epoch": 11.65,
819
+ "learning_rate": 4.636196480168112e-05,
820
+ "loss": 0.0005,
821
+ "step": 9860
822
  },
823
  {
824
+ "epoch": 11.76,
825
+ "learning_rate": 4.580378250591017e-05,
826
+ "loss": 0.0005,
827
+ "step": 9945
828
  },
829
  {
830
+ "epoch": 11.86,
831
+ "learning_rate": 4.5245600210139224e-05,
832
+ "loss": 0.0006,
833
+ "step": 10030
834
  },
835
  {
836
+ "epoch": 11.96,
837
+ "learning_rate": 4.4687417914368273e-05,
838
+ "loss": 0.0004,
839
+ "step": 10115
840
  },
841
  {
842
  "epoch": 12.0,
843
+ "eval_loss": 0.006491700652986765,
844
  "eval_max_distance": 3,
845
  "eval_mean_distance": 0,
846
+ "eval_runtime": 29.5704,
847
+ "eval_samples_per_second": 8.793,
848
+ "eval_steps_per_second": 0.609,
849
+ "step": 10152
850
  },
851
  {
852
+ "epoch": 12.06,
853
+ "learning_rate": 4.412923561859732e-05,
854
+ "loss": 0.0004,
855
+ "step": 10200
856
  },
857
  {
858
+ "epoch": 12.16,
859
+ "learning_rate": 4.357105332282638e-05,
860
+ "loss": 0.0004,
861
+ "step": 10285
862
  },
863
  {
864
+ "epoch": 12.26,
865
+ "learning_rate": 4.301287102705542e-05,
866
+ "loss": 0.0003,
867
+ "step": 10370
868
  },
869
  {
870
+ "epoch": 12.36,
871
+ "learning_rate": 4.245468873128448e-05,
872
+ "loss": 0.0004,
873
+ "step": 10455
874
  },
875
  {
876
+ "epoch": 12.46,
877
+ "learning_rate": 4.189650643551353e-05,
878
+ "loss": 0.0003,
879
+ "step": 10540
880
  },
881
  {
882
+ "epoch": 12.56,
883
+ "learning_rate": 4.133832413974258e-05,
884
+ "loss": 0.0004,
885
+ "step": 10625
886
  },
887
  {
888
+ "epoch": 12.66,
889
+ "learning_rate": 4.078014184397163e-05,
890
+ "loss": 0.0003,
891
+ "step": 10710
892
  },
893
  {
894
+ "epoch": 12.76,
895
+ "learning_rate": 4.022195954820068e-05,
896
+ "loss": 0.0004,
897
+ "step": 10795
898
  },
899
  {
900
+ "epoch": 12.86,
901
+ "learning_rate": 3.966377725242973e-05,
902
+ "loss": 0.0005,
903
+ "step": 10880
904
  },
905
  {
906
+ "epoch": 12.96,
907
+ "learning_rate": 3.910559495665879e-05,
908
+ "loss": 0.0003,
909
+ "step": 10965
910
  },
911
  {
912
  "epoch": 13.0,
913
+ "eval_loss": 0.006619863212108612,
914
+ "eval_max_distance": 3,
915
  "eval_mean_distance": 0,
916
+ "eval_runtime": 29.8838,
917
+ "eval_samples_per_second": 8.7,
918
+ "eval_steps_per_second": 0.602,
919
+ "step": 10998
920
  },
921
  {
922
+ "epoch": 13.06,
923
+ "learning_rate": 3.854741266088784e-05,
924
+ "loss": 0.0004,
925
+ "step": 11050
926
  },
927
  {
928
+ "epoch": 13.16,
929
+ "learning_rate": 3.7989230365116893e-05,
930
+ "loss": 0.0003,
931
+ "step": 11135
932
  },
933
  {
934
+ "epoch": 13.26,
935
+ "learning_rate": 3.743104806934594e-05,
936
+ "loss": 0.0003,
937
+ "step": 11220
938
  },
939
  {
940
+ "epoch": 13.36,
941
+ "learning_rate": 3.687286577357499e-05,
942
+ "loss": 0.0004,
943
+ "step": 11305
944
  },
945
  {
946
+ "epoch": 13.46,
947
+ "learning_rate": 3.631468347780405e-05,
948
+ "loss": 0.0003,
949
+ "step": 11390
950
  },
951
  {
952
+ "epoch": 13.56,
953
+ "learning_rate": 3.57565011820331e-05,
954
+ "loss": 0.0003,
955
+ "step": 11475
956
  },
957
  {
958
+ "epoch": 13.66,
959
+ "learning_rate": 3.519831888626215e-05,
960
+ "loss": 0.0004,
961
+ "step": 11560
962
  },
963
  {
964
+ "epoch": 13.76,
965
+ "learning_rate": 3.4640136590491203e-05,
966
+ "loss": 0.0005,
967
+ "step": 11645
968
  },
969
  {
970
+ "epoch": 13.87,
971
+ "learning_rate": 3.408195429472025e-05,
972
+ "loss": 0.0004,
973
+ "step": 11730
974
  },
975
  {
976
+ "epoch": 13.97,
977
+ "learning_rate": 3.35237719989493e-05,
978
+ "loss": 0.0005,
979
+ "step": 11815
980
  },
981
  {
982
  "epoch": 14.0,
983
+ "eval_loss": 0.006221045274287462,
984
+ "eval_max_distance": 3,
985
  "eval_mean_distance": 0,
986
+ "eval_runtime": 30.0954,
987
+ "eval_samples_per_second": 8.639,
988
+ "eval_steps_per_second": 0.598,
989
+ "step": 11844
990
  },
991
  {
992
+ "epoch": 14.07,
993
+ "learning_rate": 3.296558970317836e-05,
994
+ "loss": 0.0005,
995
+ "step": 11900
996
  },
997
  {
998
+ "epoch": 14.17,
999
+ "learning_rate": 3.240740740740741e-05,
1000
+ "loss": 0.0003,
1001
+ "step": 11985
1002
  },
1003
  {
1004
+ "epoch": 14.27,
1005
+ "learning_rate": 3.184922511163646e-05,
1006
+ "loss": 0.0005,
1007
+ "step": 12070
1008
  },
1009
  {
1010
+ "epoch": 14.37,
1011
+ "learning_rate": 3.1291042815865513e-05,
1012
+ "loss": 0.0004,
1013
+ "step": 12155
1014
  },
1015
  {
1016
+ "epoch": 14.47,
1017
+ "learning_rate": 3.073286052009456e-05,
1018
+ "loss": 0.0005,
1019
+ "step": 12240
1020
  },
1021
  {
1022
+ "epoch": 14.57,
1023
+ "learning_rate": 3.0174678224323616e-05,
1024
+ "loss": 0.0004,
1025
+ "step": 12325
1026
  },
1027
  {
1028
+ "epoch": 14.67,
1029
+ "learning_rate": 2.961649592855267e-05,
1030
+ "loss": 0.0005,
1031
+ "step": 12410
1032
  },
1033
  {
1034
+ "epoch": 14.77,
1035
+ "learning_rate": 2.905831363278172e-05,
1036
+ "loss": 0.0005,
1037
+ "step": 12495
1038
  },
1039
  {
1040
+ "epoch": 14.87,
1041
+ "learning_rate": 2.850013133701077e-05,
1042
+ "loss": 0.0006,
1043
+ "step": 12580
1044
  },
1045
  {
1046
+ "epoch": 14.97,
1047
+ "learning_rate": 2.7941949041239823e-05,
1048
+ "loss": 0.0003,
1049
+ "step": 12665
1050
  },
1051
  {
1052
  "epoch": 15.0,
1053
+ "eval_loss": 0.006079429294914007,
1054
+ "eval_max_distance": 3,
1055
  "eval_mean_distance": 0,
1056
+ "eval_runtime": 29.8562,
1057
+ "eval_samples_per_second": 8.708,
1058
+ "eval_steps_per_second": 0.603,
1059
+ "step": 12690
1060
  },
1061
  {
1062
+ "epoch": 15.07,
1063
+ "learning_rate": 2.7383766745468876e-05,
1064
+ "loss": 0.0004,
1065
+ "step": 12750
1066
  },
1067
  {
1068
+ "epoch": 15.17,
1069
+ "learning_rate": 2.6825584449697926e-05,
1070
+ "loss": 0.0004,
1071
+ "step": 12835
1072
  },
1073
  {
1074
+ "epoch": 15.27,
1075
+ "learning_rate": 2.626740215392698e-05,
1076
  "loss": 0.0007,
1077
+ "step": 12920
1078
  },
1079
  {
1080
+ "epoch": 15.37,
1081
+ "learning_rate": 2.570921985815603e-05,
1082
+ "loss": 0.0003,
1083
+ "step": 13005
1084
  },
1085
  {
1086
+ "epoch": 15.47,
1087
+ "learning_rate": 2.5151037562385084e-05,
1088
+ "loss": 0.0005,
1089
+ "step": 13090
1090
  },
1091
  {
1092
+ "epoch": 15.57,
1093
+ "learning_rate": 2.4592855266614133e-05,
1094
+ "loss": 0.0004,
1095
+ "step": 13175
1096
  },
1097
  {
1098
+ "epoch": 15.67,
1099
+ "learning_rate": 2.4034672970843186e-05,
1100
+ "loss": 0.0005,
1101
+ "step": 13260
1102
  },
1103
  {
1104
+ "epoch": 15.77,
1105
+ "learning_rate": 2.3476490675072236e-05,
1106
+ "loss": 0.0004,
1107
+ "step": 13345
1108
  },
1109
  {
1110
+ "epoch": 15.87,
1111
+ "learning_rate": 2.291830837930129e-05,
1112
+ "loss": 0.0002,
1113
+ "step": 13430
1114
  },
1115
  {
1116
+ "epoch": 15.98,
1117
+ "learning_rate": 2.2360126083530338e-05,
1118
+ "loss": 0.0004,
1119
+ "step": 13515
1120
  },
1121
  {
1122
  "epoch": 16.0,
1123
+ "eval_loss": 0.005943103693425655,
1124
+ "eval_max_distance": 3,
1125
  "eval_mean_distance": 0,
1126
+ "eval_runtime": 29.5405,
1127
+ "eval_samples_per_second": 8.801,
1128
+ "eval_steps_per_second": 0.609,
1129
+ "step": 13536
1130
  },
1131
  {
1132
+ "epoch": 16.08,
1133
+ "learning_rate": 2.180194378775939e-05,
1134
+ "loss": 0.0005,
1135
+ "step": 13600
1136
  },
1137
  {
1138
+ "epoch": 16.18,
1139
+ "learning_rate": 2.1243761491988443e-05,
1140
+ "loss": 0.0003,
1141
+ "step": 13685
1142
  },
1143
  {
1144
+ "epoch": 16.28,
1145
+ "learning_rate": 2.0685579196217493e-05,
1146
+ "loss": 0.0005,
1147
+ "step": 13770
1148
  },
1149
  {
1150
+ "epoch": 16.38,
1151
+ "learning_rate": 2.0127396900446546e-05,
1152
+ "loss": 0.0003,
1153
+ "step": 13855
1154
  },
1155
  {
1156
+ "epoch": 16.48,
1157
+ "learning_rate": 1.95692146046756e-05,
1158
+ "loss": 0.0004,
1159
+ "step": 13940
1160
  },
1161
  {
1162
+ "epoch": 16.58,
1163
+ "learning_rate": 1.901103230890465e-05,
1164
+ "loss": 0.0003,
1165
+ "step": 14025
1166
  },
1167
  {
1168
+ "epoch": 16.68,
1169
+ "learning_rate": 1.84528500131337e-05,
1170
+ "loss": 0.0004,
1171
+ "step": 14110
1172
  },
1173
  {
1174
+ "epoch": 16.78,
1175
+ "learning_rate": 1.7894667717362753e-05,
1176
+ "loss": 0.0004,
1177
+ "step": 14195
1178
  },
1179
  {
1180
+ "epoch": 16.88,
1181
+ "learning_rate": 1.7336485421591806e-05,
1182
+ "loss": 0.0004,
1183
+ "step": 14280
1184
  },
1185
  {
1186
+ "epoch": 16.98,
1187
+ "learning_rate": 1.677830312582086e-05,
1188
+ "loss": 0.0003,
1189
+ "step": 14365
1190
  },
1191
  {
1192
  "epoch": 17.0,
1193
+ "eval_loss": 0.006018976215273142,
1194
+ "eval_max_distance": 3,
1195
  "eval_mean_distance": 0,
1196
+ "eval_runtime": 29.8665,
1197
+ "eval_samples_per_second": 8.705,
1198
+ "eval_steps_per_second": 0.603,
1199
+ "step": 14382
1200
  },
1201
  {
1202
+ "epoch": 17.08,
1203
+ "learning_rate": 1.622012083004991e-05,
1204
+ "loss": 0.0004,
1205
+ "step": 14450
1206
  },
1207
  {
1208
+ "epoch": 17.18,
1209
+ "learning_rate": 1.566193853427896e-05,
1210
+ "loss": 0.0002,
1211
+ "step": 14535
1212
  },
1213
  {
1214
+ "epoch": 17.28,
1215
+ "learning_rate": 1.5103756238508012e-05,
1216
+ "loss": 0.0003,
1217
+ "step": 14620
1218
  },
1219
  {
1220
+ "epoch": 17.38,
1221
+ "learning_rate": 1.4545573942737065e-05,
1222
+ "loss": 0.0005,
1223
+ "step": 14705
1224
  },
1225
  {
1226
+ "epoch": 17.48,
1227
+ "learning_rate": 1.3987391646966116e-05,
1228
+ "loss": 0.0008,
1229
+ "step": 14790
1230
  },
1231
  {
1232
+ "epoch": 17.58,
1233
+ "learning_rate": 1.3429209351195169e-05,
1234
+ "loss": 0.0003,
1235
+ "step": 14875
1236
  },
1237
  {
1238
+ "epoch": 17.68,
1239
+ "learning_rate": 1.287102705542422e-05,
1240
+ "loss": 0.0003,
1241
+ "step": 14960
1242
  },
1243
  {
1244
+ "epoch": 17.78,
1245
+ "learning_rate": 1.2312844759653271e-05,
1246
+ "loss": 0.0005,
1247
+ "step": 15045
1248
  },
1249
  {
1250
+ "epoch": 17.88,
1251
+ "learning_rate": 1.1754662463882322e-05,
1252
+ "loss": 0.0003,
1253
+ "step": 15130
1254
  },
1255
  {
1256
+ "epoch": 17.98,
1257
+ "learning_rate": 1.1196480168111375e-05,
1258
+ "loss": 0.0004,
1259
+ "step": 15215
1260
  },
1261
  {
1262
  "epoch": 18.0,
1263
+ "eval_loss": 0.006091571878641844,
1264
+ "eval_max_distance": 3,
1265
  "eval_mean_distance": 0,
1266
+ "eval_runtime": 29.7889,
1267
+ "eval_samples_per_second": 8.728,
1268
+ "eval_steps_per_second": 0.604,
1269
+ "step": 15228
1270
  },
1271
  {
1272
+ "epoch": 18.09,
1273
+ "learning_rate": 1.0638297872340426e-05,
1274
+ "loss": 0.0003,
1275
+ "step": 15300
1276
  },
1277
  {
1278
+ "epoch": 18.19,
1279
+ "learning_rate": 1.0080115576569477e-05,
1280
+ "loss": 0.0004,
1281
+ "step": 15385
1282
  },
1283
  {
1284
+ "epoch": 18.29,
1285
+ "learning_rate": 9.52193328079853e-06,
1286
+ "loss": 0.0004,
1287
+ "step": 15470
1288
  },
1289
  {
1290
+ "epoch": 18.39,
1291
+ "learning_rate": 8.963750985027581e-06,
1292
+ "loss": 0.0003,
1293
+ "step": 15555
1294
  },
1295
  {
1296
+ "epoch": 18.49,
1297
+ "learning_rate": 8.405568689256634e-06,
1298
+ "loss": 0.0003,
1299
+ "step": 15640
1300
  },
1301
  {
1302
+ "epoch": 18.59,
1303
+ "learning_rate": 7.847386393485685e-06,
1304
+ "loss": 0.0004,
1305
+ "step": 15725
1306
  },
1307
  {
1308
+ "epoch": 18.69,
1309
+ "learning_rate": 7.289204097714736e-06,
1310
+ "loss": 0.0004,
1311
+ "step": 15810
1312
  },
1313
  {
1314
+ "epoch": 18.79,
1315
+ "learning_rate": 6.731021801943787e-06,
1316
+ "loss": 0.0004,
1317
+ "step": 15895
1318
  },
1319
  {
1320
+ "epoch": 18.89,
1321
+ "learning_rate": 6.172839506172839e-06,
1322
+ "loss": 0.0004,
1323
+ "step": 15980
1324
  },
1325
  {
1326
+ "epoch": 18.99,
1327
+ "learning_rate": 5.614657210401891e-06,
1328
+ "loss": 0.0003,
1329
+ "step": 16065
1330
  },
1331
  {
1332
  "epoch": 19.0,
1333
+ "eval_loss": 0.006117388140410185,
1334
+ "eval_max_distance": 3,
1335
  "eval_mean_distance": 0,
1336
+ "eval_runtime": 29.5322,
1337
+ "eval_samples_per_second": 8.804,
1338
+ "eval_steps_per_second": 0.61,
1339
+ "step": 16074
1340
  },
1341
  {
1342
+ "epoch": 19.09,
1343
+ "learning_rate": 5.056474914630943e-06,
1344
+ "loss": 0.0003,
1345
+ "step": 16150
1346
  },
1347
  {
1348
+ "epoch": 19.19,
1349
+ "learning_rate": 4.498292618859995e-06,
1350
+ "loss": 0.0004,
1351
+ "step": 16235
1352
  },
1353
  {
1354
+ "epoch": 19.29,
1355
+ "learning_rate": 3.940110323089047e-06,
1356
+ "loss": 0.0002,
1357
+ "step": 16320
1358
  },
1359
  {
1360
+ "epoch": 19.39,
1361
+ "learning_rate": 3.3819280273180985e-06,
1362
+ "loss": 0.0003,
1363
+ "step": 16405
1364
  },
1365
  {
1366
+ "epoch": 19.49,
1367
+ "learning_rate": 2.82374573154715e-06,
1368
+ "loss": 0.0003,
1369
+ "step": 16490
1370
  },
1371
  {
1372
+ "epoch": 19.59,
1373
+ "learning_rate": 2.265563435776202e-06,
1374
+ "loss": 0.0002,
1375
+ "step": 16575
1376
  },
1377
  {
1378
+ "epoch": 19.69,
1379
+ "learning_rate": 1.7073811400052534e-06,
1380
+ "loss": 0.0004,
1381
+ "step": 16660
1382
  },
1383
  {
1384
+ "epoch": 19.79,
1385
+ "learning_rate": 1.1491988442343054e-06,
1386
+ "loss": 0.0003,
1387
+ "step": 16745
1388
  },
1389
  {
1390
+ "epoch": 19.89,
1391
+ "learning_rate": 5.91016548463357e-07,
1392
+ "loss": 0.0003,
1393
+ "step": 16830
1394
  },
1395
  {
1396
+ "epoch": 19.99,
1397
+ "learning_rate": 3.2834252692408726e-08,
1398
+ "loss": 0.0005,
1399
+ "step": 16915
1400
  },
1401
  {
1402
  "epoch": 20.0,
1403
+ "eval_loss": 0.00614793598651886,
1404
+ "eval_max_distance": 3,
1405
  "eval_mean_distance": 0,
1406
+ "eval_runtime": 29.6354,
1407
+ "eval_samples_per_second": 8.773,
1408
+ "eval_steps_per_second": 0.607,
1409
+ "step": 16920
1410
  },
1411
  {
1412
  "epoch": 20.0,
1413
+ "step": 16920,
1414
+ "total_flos": 4933712379248640.0,
1415
+ "train_loss": 0.0005908621804599912,
1416
+ "train_runtime": 1909.7013,
1417
+ "train_samples_per_second": 132.796,
1418
+ "train_steps_per_second": 8.86
1419
  }
1420
  ],
1421
+ "logging_steps": 85,
1422
+ "max_steps": 16920,
1423
  "num_train_epochs": 20,
1424
+ "save_steps": 170,
1425
+ "total_flos": 4933712379248640.0,
1426
  "trial_name": null,
1427
  "trial_params": null
1428
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:828b4d601bb77ebe23d0f70b8f8d6a83d87ce2df6d10f535b88504dd103d0ee2
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff328fa272f719329d317d9c2a268053f31d067183e9227f052a9647a6837e34
3
  size 4091