mekjr1 commited on
Commit
c2b59ec
1 Parent(s): badfc89

End of training

Browse files
all_results.json CHANGED
@@ -1,23 +1,23 @@
1
  {
2
- "epoch": 10.0,
3
- "eval_bleu": 2.9725,
4
- "eval_gen_len": 98.4805,
5
- "eval_loss": 0.8411539793014526,
6
- "eval_runtime": 139.2633,
7
  "eval_samples": 795,
8
- "eval_samples_per_second": 5.709,
9
- "eval_steps_per_second": 0.359,
10
- "predict_bleu": 3.3498,
11
- "predict_gen_len": 98.0565,
12
- "predict_loss": 0.8395982384681702,
13
- "predict_runtime": 139.44,
14
  "predict_samples": 796,
15
- "predict_samples_per_second": 5.709,
16
- "predict_steps_per_second": 0.359,
17
- "total_flos": 2.262748628238336e+16,
18
- "train_loss": 1.0886857229261542,
19
- "train_runtime": 2095.3725,
20
  "train_samples": 6363,
21
- "train_samples_per_second": 30.367,
22
- "train_steps_per_second": 1.899
23
  }
 
1
  {
2
+ "epoch": 100.0,
3
+ "eval_bleu": 8.9448,
4
+ "eval_gen_len": 96.522,
5
+ "eval_loss": 1.099919319152832,
6
+ "eval_runtime": 138.0604,
7
  "eval_samples": 795,
8
+ "eval_samples_per_second": 5.758,
9
+ "eval_steps_per_second": 0.362,
10
+ "predict_bleu": 9.6494,
11
+ "predict_gen_len": 96.2211,
12
+ "predict_loss": 1.1091705560684204,
13
+ "predict_runtime": 136.8701,
14
  "predict_samples": 796,
15
+ "predict_samples_per_second": 5.816,
16
+ "predict_steps_per_second": 0.365,
17
+ "total_flos": 2.262748628238336e+17,
18
+ "train_loss": 0.35148891755683936,
19
+ "train_runtime": 21066.5572,
20
  "train_samples": 6363,
21
+ "train_samples_per_second": 30.204,
22
+ "train_steps_per_second": 1.889
23
  }
eval_results.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "epoch": 10.0,
3
- "eval_bleu": 2.9725,
4
- "eval_gen_len": 98.4805,
5
- "eval_loss": 0.8411539793014526,
6
- "eval_runtime": 139.2633,
7
  "eval_samples": 795,
8
- "eval_samples_per_second": 5.709,
9
- "eval_steps_per_second": 0.359
10
  }
 
1
  {
2
+ "epoch": 100.0,
3
+ "eval_bleu": 8.9448,
4
+ "eval_gen_len": 96.522,
5
+ "eval_loss": 1.099919319152832,
6
+ "eval_runtime": 138.0604,
7
  "eval_samples": 795,
8
+ "eval_samples_per_second": 5.758,
9
+ "eval_steps_per_second": 0.362
10
  }
generated_predictions.txt CHANGED
The diff for this file is too large to render. See raw diff
 
predict_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "predict_bleu": 3.3498,
3
- "predict_gen_len": 98.0565,
4
- "predict_loss": 0.8395982384681702,
5
- "predict_runtime": 139.44,
6
  "predict_samples": 796,
7
- "predict_samples_per_second": 5.709,
8
- "predict_steps_per_second": 0.359
9
  }
 
1
  {
2
+ "predict_bleu": 9.6494,
3
+ "predict_gen_len": 96.2211,
4
+ "predict_loss": 1.1091705560684204,
5
+ "predict_runtime": 136.8701,
6
  "predict_samples": 796,
7
+ "predict_samples_per_second": 5.816,
8
+ "predict_steps_per_second": 0.365
9
  }
runs/May26_03-55-21_1733356bae24/events.out.tfevents.1685095339.1733356bae24.77485.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b33318bc71224d000a387222218f8b0a0c6359ed7135479a1e9359adc58b5fb
3
+ size 465
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 10.0,
3
- "total_flos": 2.262748628238336e+16,
4
- "train_loss": 1.0886857229261542,
5
- "train_runtime": 2095.3725,
6
  "train_samples": 6363,
7
- "train_samples_per_second": 30.367,
8
- "train_steps_per_second": 1.899
9
  }
 
1
  {
2
+ "epoch": 100.0,
3
+ "total_flos": 2.262748628238336e+17,
4
+ "train_loss": 0.35148891755683936,
5
+ "train_runtime": 21066.5572,
6
  "train_samples": 6363,
7
+ "train_samples_per_second": 30.204,
8
+ "train_steps_per_second": 1.889
9
  }
trainer_state.json CHANGED
@@ -1,167 +1,1499 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 10.0,
5
- "global_step": 3980,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
- "eval_bleu": 0.0,
13
  "eval_gen_len": 19.0,
14
- "eval_loss": 1.1777664422988892,
15
- "eval_runtime": 38.2539,
16
- "eval_samples_per_second": 20.782,
17
- "eval_steps_per_second": 1.307,
18
  "step": 398
19
  },
20
  {
21
  "epoch": 1.26,
22
- "learning_rate": 4.3718592964824124e-05,
23
- "loss": 1.6138,
24
  "step": 500
25
  },
26
  {
27
  "epoch": 2.0,
28
- "eval_bleu": 0.0729,
29
  "eval_gen_len": 19.0,
30
- "eval_loss": 1.050442099571228,
31
- "eval_runtime": 38.3177,
32
- "eval_samples_per_second": 20.748,
33
- "eval_steps_per_second": 1.305,
34
  "step": 796
35
  },
36
  {
37
  "epoch": 2.51,
38
- "learning_rate": 3.7437185929648245e-05,
39
- "loss": 1.1972,
40
  "step": 1000
41
  },
42
  {
43
  "epoch": 3.0,
44
- "eval_bleu": 0.0547,
45
  "eval_gen_len": 19.0,
46
- "eval_loss": 0.9887745380401611,
47
- "eval_runtime": 38.6368,
48
- "eval_samples_per_second": 20.576,
49
- "eval_steps_per_second": 1.294,
50
  "step": 1194
51
  },
52
  {
53
  "epoch": 3.77,
54
- "learning_rate": 3.1155778894472366e-05,
55
- "loss": 1.0888,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 4.0,
60
- "eval_bleu": 0.0841,
61
  "eval_gen_len": 19.0,
62
- "eval_loss": 0.9423935413360596,
63
- "eval_runtime": 38.2901,
64
- "eval_samples_per_second": 20.763,
65
- "eval_steps_per_second": 1.306,
66
  "step": 1592
67
  },
68
  {
69
  "epoch": 5.0,
70
- "eval_bleu": 0.0757,
71
  "eval_gen_len": 19.0,
72
- "eval_loss": 0.907833456993103,
73
- "eval_runtime": 38.2162,
74
- "eval_samples_per_second": 20.803,
75
- "eval_steps_per_second": 1.308,
76
  "step": 1990
77
  },
78
  {
79
  "epoch": 5.03,
80
- "learning_rate": 2.4874371859296484e-05,
81
- "loss": 1.0299,
82
  "step": 2000
83
  },
84
  {
85
  "epoch": 6.0,
86
- "eval_bleu": 0.0784,
87
  "eval_gen_len": 19.0,
88
- "eval_loss": 0.8801307082176208,
89
- "eval_runtime": 38.4667,
90
- "eval_samples_per_second": 20.667,
91
- "eval_steps_per_second": 1.3,
92
  "step": 2388
93
  },
94
  {
95
  "epoch": 6.28,
96
- "learning_rate": 1.8592964824120602e-05,
97
- "loss": 0.9817,
98
  "step": 2500
99
  },
100
  {
101
  "epoch": 7.0,
102
- "eval_bleu": 0.0764,
103
  "eval_gen_len": 19.0,
104
- "eval_loss": 0.8627172112464905,
105
- "eval_runtime": 38.3001,
106
- "eval_samples_per_second": 20.757,
107
- "eval_steps_per_second": 1.305,
108
  "step": 2786
109
  },
110
  {
111
  "epoch": 7.54,
112
- "learning_rate": 1.2311557788944725e-05,
113
- "loss": 0.9466,
114
  "step": 3000
115
  },
116
  {
117
  "epoch": 8.0,
118
- "eval_bleu": 0.0784,
119
  "eval_gen_len": 19.0,
120
- "eval_loss": 0.8503021597862244,
121
- "eval_runtime": 38.3277,
122
- "eval_samples_per_second": 20.742,
123
- "eval_steps_per_second": 1.305,
124
  "step": 3184
125
  },
126
  {
127
  "epoch": 8.79,
128
- "learning_rate": 6.030150753768844e-06,
129
- "loss": 0.9286,
130
  "step": 3500
131
  },
132
  {
133
  "epoch": 9.0,
134
- "eval_bleu": 0.0781,
135
  "eval_gen_len": 19.0,
136
- "eval_loss": 0.8432070016860962,
137
- "eval_runtime": 38.4246,
138
- "eval_samples_per_second": 20.69,
139
- "eval_steps_per_second": 1.301,
140
  "step": 3582
141
  },
142
  {
143
  "epoch": 10.0,
144
- "eval_bleu": 0.0773,
145
  "eval_gen_len": 19.0,
146
- "eval_loss": 0.8411539793014526,
147
- "eval_runtime": 38.1433,
148
- "eval_samples_per_second": 20.842,
149
- "eval_steps_per_second": 1.311,
150
  "step": 3980
151
  },
152
  {
153
- "epoch": 10.0,
154
- "step": 3980,
155
- "total_flos": 2.262748628238336e+16,
156
- "train_loss": 1.0886857229261542,
157
- "train_runtime": 2095.3725,
158
- "train_samples_per_second": 30.367,
159
- "train_steps_per_second": 1.899
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  }
161
  ],
162
- "max_steps": 3980,
163
- "num_train_epochs": 10,
164
- "total_flos": 2.262748628238336e+16,
165
  "trial_name": null,
166
  "trial_params": null
167
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 100.0,
5
+ "global_step": 39800,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 1.0,
12
+ "eval_bleu": 0.1048,
13
  "eval_gen_len": 19.0,
14
+ "eval_loss": 1.1654638051986694,
15
+ "eval_runtime": 35.8,
16
+ "eval_samples_per_second": 22.207,
17
+ "eval_steps_per_second": 1.397,
18
  "step": 398
19
  },
20
  {
21
  "epoch": 1.26,
22
+ "learning_rate": 4.937185929648241e-05,
23
+ "loss": 1.5993,
24
  "step": 500
25
  },
26
  {
27
  "epoch": 2.0,
28
+ "eval_bleu": 0.0762,
29
  "eval_gen_len": 19.0,
30
+ "eval_loss": 1.0294471979141235,
31
+ "eval_runtime": 35.6457,
32
+ "eval_samples_per_second": 22.303,
33
+ "eval_steps_per_second": 1.403,
34
  "step": 796
35
  },
36
  {
37
  "epoch": 2.51,
38
+ "learning_rate": 4.874371859296483e-05,
39
+ "loss": 1.1714,
40
  "step": 1000
41
  },
42
  {
43
  "epoch": 3.0,
44
+ "eval_bleu": 0.0863,
45
  "eval_gen_len": 19.0,
46
+ "eval_loss": 0.9574553370475769,
47
+ "eval_runtime": 35.6866,
48
+ "eval_samples_per_second": 22.277,
49
+ "eval_steps_per_second": 1.401,
50
  "step": 1194
51
  },
52
  {
53
  "epoch": 3.77,
54
+ "learning_rate": 4.8115577889447235e-05,
55
+ "loss": 1.0539,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 4.0,
60
+ "eval_bleu": 0.0769,
61
  "eval_gen_len": 19.0,
62
+ "eval_loss": 0.9043193459510803,
63
+ "eval_runtime": 35.4817,
64
+ "eval_samples_per_second": 22.406,
65
+ "eval_steps_per_second": 1.409,
66
  "step": 1592
67
  },
68
  {
69
  "epoch": 5.0,
70
+ "eval_bleu": 0.0792,
71
  "eval_gen_len": 19.0,
72
+ "eval_loss": 0.8518753051757812,
73
+ "eval_runtime": 35.6246,
74
+ "eval_samples_per_second": 22.316,
75
+ "eval_steps_per_second": 1.404,
76
  "step": 1990
77
  },
78
  {
79
  "epoch": 5.03,
80
+ "learning_rate": 4.748743718592965e-05,
81
+ "loss": 0.9762,
82
  "step": 2000
83
  },
84
  {
85
  "epoch": 6.0,
86
+ "eval_bleu": 0.0563,
87
  "eval_gen_len": 19.0,
88
+ "eval_loss": 0.8147059679031372,
89
+ "eval_runtime": 35.5873,
90
+ "eval_samples_per_second": 22.339,
91
+ "eval_steps_per_second": 1.405,
92
  "step": 2388
93
  },
94
  {
95
  "epoch": 6.28,
96
+ "learning_rate": 4.685929648241206e-05,
97
+ "loss": 0.9072,
98
  "step": 2500
99
  },
100
  {
101
  "epoch": 7.0,
102
+ "eval_bleu": 0.0856,
103
  "eval_gen_len": 19.0,
104
+ "eval_loss": 0.7833035588264465,
105
+ "eval_runtime": 35.6208,
106
+ "eval_samples_per_second": 22.318,
107
+ "eval_steps_per_second": 1.404,
108
  "step": 2786
109
  },
110
  {
111
  "epoch": 7.54,
112
+ "learning_rate": 4.6231155778894475e-05,
113
+ "loss": 0.8502,
114
  "step": 3000
115
  },
116
  {
117
  "epoch": 8.0,
118
+ "eval_bleu": 0.091,
119
  "eval_gen_len": 19.0,
120
+ "eval_loss": 0.7526289820671082,
121
+ "eval_runtime": 35.6502,
122
+ "eval_samples_per_second": 22.3,
123
+ "eval_steps_per_second": 1.403,
124
  "step": 3184
125
  },
126
  {
127
  "epoch": 8.79,
128
+ "learning_rate": 4.5603015075376884e-05,
129
+ "loss": 0.8081,
130
  "step": 3500
131
  },
132
  {
133
  "epoch": 9.0,
134
+ "eval_bleu": 0.1344,
135
  "eval_gen_len": 19.0,
136
+ "eval_loss": 0.7389398813247681,
137
+ "eval_runtime": 35.7611,
138
+ "eval_samples_per_second": 22.231,
139
+ "eval_steps_per_second": 1.398,
140
  "step": 3582
141
  },
142
  {
143
  "epoch": 10.0,
144
+ "eval_bleu": 0.1271,
145
  "eval_gen_len": 19.0,
146
+ "eval_loss": 0.718666672706604,
147
+ "eval_runtime": 35.7669,
148
+ "eval_samples_per_second": 22.227,
149
+ "eval_steps_per_second": 1.398,
150
  "step": 3980
151
  },
152
  {
153
+ "epoch": 10.05,
154
+ "learning_rate": 4.49748743718593e-05,
155
+ "loss": 0.7683,
156
+ "step": 4000
157
+ },
158
+ {
159
+ "epoch": 11.0,
160
+ "eval_bleu": 0.1299,
161
+ "eval_gen_len": 19.0,
162
+ "eval_loss": 0.7038307189941406,
163
+ "eval_runtime": 35.6501,
164
+ "eval_samples_per_second": 22.3,
165
+ "eval_steps_per_second": 1.403,
166
+ "step": 4378
167
+ },
168
+ {
169
+ "epoch": 11.31,
170
+ "learning_rate": 4.434673366834171e-05,
171
+ "loss": 0.7318,
172
+ "step": 4500
173
+ },
174
+ {
175
+ "epoch": 12.0,
176
+ "eval_bleu": 0.1213,
177
+ "eval_gen_len": 19.0,
178
+ "eval_loss": 0.6900615692138672,
179
+ "eval_runtime": 35.6533,
180
+ "eval_samples_per_second": 22.298,
181
+ "eval_steps_per_second": 1.402,
182
+ "step": 4776
183
+ },
184
+ {
185
+ "epoch": 12.56,
186
+ "learning_rate": 4.3718592964824124e-05,
187
+ "loss": 0.6998,
188
+ "step": 5000
189
+ },
190
+ {
191
+ "epoch": 13.0,
192
+ "eval_bleu": 0.1583,
193
+ "eval_gen_len": 19.0,
194
+ "eval_loss": 0.6753336787223816,
195
+ "eval_runtime": 35.6402,
196
+ "eval_samples_per_second": 22.306,
197
+ "eval_steps_per_second": 1.403,
198
+ "step": 5174
199
+ },
200
+ {
201
+ "epoch": 13.82,
202
+ "learning_rate": 4.309045226130653e-05,
203
+ "loss": 0.6683,
204
+ "step": 5500
205
+ },
206
+ {
207
+ "epoch": 14.0,
208
+ "eval_bleu": 0.145,
209
+ "eval_gen_len": 19.0,
210
+ "eval_loss": 0.6631056070327759,
211
+ "eval_runtime": 35.7643,
212
+ "eval_samples_per_second": 22.229,
213
+ "eval_steps_per_second": 1.398,
214
+ "step": 5572
215
+ },
216
+ {
217
+ "epoch": 15.0,
218
+ "eval_bleu": 0.1516,
219
+ "eval_gen_len": 19.0,
220
+ "eval_loss": 0.6530159711837769,
221
+ "eval_runtime": 35.7246,
222
+ "eval_samples_per_second": 22.254,
223
+ "eval_steps_per_second": 1.4,
224
+ "step": 5970
225
+ },
226
+ {
227
+ "epoch": 15.08,
228
+ "learning_rate": 4.246231155778895e-05,
229
+ "loss": 0.6406,
230
+ "step": 6000
231
+ },
232
+ {
233
+ "epoch": 16.0,
234
+ "eval_bleu": 0.1599,
235
+ "eval_gen_len": 19.0,
236
+ "eval_loss": 0.6454012393951416,
237
+ "eval_runtime": 35.7142,
238
+ "eval_samples_per_second": 22.26,
239
+ "eval_steps_per_second": 1.4,
240
+ "step": 6368
241
+ },
242
+ {
243
+ "epoch": 16.33,
244
+ "learning_rate": 4.183417085427136e-05,
245
+ "loss": 0.6128,
246
+ "step": 6500
247
+ },
248
+ {
249
+ "epoch": 17.0,
250
+ "eval_bleu": 0.1478,
251
+ "eval_gen_len": 19.0,
252
+ "eval_loss": 0.6383265256881714,
253
+ "eval_runtime": 35.664,
254
+ "eval_samples_per_second": 22.291,
255
+ "eval_steps_per_second": 1.402,
256
+ "step": 6766
257
+ },
258
+ {
259
+ "epoch": 17.59,
260
+ "learning_rate": 4.120603015075377e-05,
261
+ "loss": 0.5911,
262
+ "step": 7000
263
+ },
264
+ {
265
+ "epoch": 18.0,
266
+ "eval_bleu": 0.1571,
267
+ "eval_gen_len": 19.0,
268
+ "eval_loss": 0.6369075179100037,
269
+ "eval_runtime": 35.6591,
270
+ "eval_samples_per_second": 22.294,
271
+ "eval_steps_per_second": 1.402,
272
+ "step": 7164
273
+ },
274
+ {
275
+ "epoch": 18.84,
276
+ "learning_rate": 4.057788944723618e-05,
277
+ "loss": 0.5721,
278
+ "step": 7500
279
+ },
280
+ {
281
+ "epoch": 19.0,
282
+ "eval_bleu": 0.1668,
283
+ "eval_gen_len": 19.0,
284
+ "eval_loss": 0.6339399814605713,
285
+ "eval_runtime": 35.6693,
286
+ "eval_samples_per_second": 22.288,
287
+ "eval_steps_per_second": 1.402,
288
+ "step": 7562
289
+ },
290
+ {
291
+ "epoch": 20.0,
292
+ "eval_bleu": 0.1611,
293
+ "eval_gen_len": 19.0,
294
+ "eval_loss": 0.6295469403266907,
295
+ "eval_runtime": 35.5912,
296
+ "eval_samples_per_second": 22.337,
297
+ "eval_steps_per_second": 1.405,
298
+ "step": 7960
299
+ },
300
+ {
301
+ "epoch": 20.1,
302
+ "learning_rate": 3.9949748743718597e-05,
303
+ "loss": 0.547,
304
+ "step": 8000
305
+ },
306
+ {
307
+ "epoch": 21.0,
308
+ "eval_bleu": 0.1722,
309
+ "eval_gen_len": 19.0,
310
+ "eval_loss": 0.6267198324203491,
311
+ "eval_runtime": 35.8366,
312
+ "eval_samples_per_second": 22.184,
313
+ "eval_steps_per_second": 1.395,
314
+ "step": 8358
315
+ },
316
+ {
317
+ "epoch": 21.36,
318
+ "learning_rate": 3.9321608040201005e-05,
319
+ "loss": 0.529,
320
+ "step": 8500
321
+ },
322
+ {
323
+ "epoch": 22.0,
324
+ "eval_bleu": 0.1656,
325
+ "eval_gen_len": 19.0,
326
+ "eval_loss": 0.6275119781494141,
327
+ "eval_runtime": 35.667,
328
+ "eval_samples_per_second": 22.289,
329
+ "eval_steps_per_second": 1.402,
330
+ "step": 8756
331
+ },
332
+ {
333
+ "epoch": 22.61,
334
+ "learning_rate": 3.869346733668342e-05,
335
+ "loss": 0.5115,
336
+ "step": 9000
337
+ },
338
+ {
339
+ "epoch": 23.0,
340
+ "eval_bleu": 0.1684,
341
+ "eval_gen_len": 19.0,
342
+ "eval_loss": 0.6284548044204712,
343
+ "eval_runtime": 35.6512,
344
+ "eval_samples_per_second": 22.299,
345
+ "eval_steps_per_second": 1.402,
346
+ "step": 9154
347
+ },
348
+ {
349
+ "epoch": 23.87,
350
+ "learning_rate": 3.806532663316583e-05,
351
+ "loss": 0.4934,
352
+ "step": 9500
353
+ },
354
+ {
355
+ "epoch": 24.0,
356
+ "eval_bleu": 0.1696,
357
+ "eval_gen_len": 19.0,
358
+ "eval_loss": 0.6268807053565979,
359
+ "eval_runtime": 35.7633,
360
+ "eval_samples_per_second": 22.229,
361
+ "eval_steps_per_second": 1.398,
362
+ "step": 9552
363
+ },
364
+ {
365
+ "epoch": 25.0,
366
+ "eval_bleu": 0.182,
367
+ "eval_gen_len": 19.0,
368
+ "eval_loss": 0.6358157992362976,
369
+ "eval_runtime": 36.0997,
370
+ "eval_samples_per_second": 22.022,
371
+ "eval_steps_per_second": 1.385,
372
+ "step": 9950
373
+ },
374
+ {
375
+ "epoch": 25.13,
376
+ "learning_rate": 3.7437185929648245e-05,
377
+ "loss": 0.4773,
378
+ "step": 10000
379
+ },
380
+ {
381
+ "epoch": 26.0,
382
+ "eval_bleu": 0.1699,
383
+ "eval_gen_len": 19.0,
384
+ "eval_loss": 0.6337732672691345,
385
+ "eval_runtime": 35.9321,
386
+ "eval_samples_per_second": 22.125,
387
+ "eval_steps_per_second": 1.392,
388
+ "step": 10348
389
+ },
390
+ {
391
+ "epoch": 26.38,
392
+ "learning_rate": 3.6809045226130654e-05,
393
+ "loss": 0.4591,
394
+ "step": 10500
395
+ },
396
+ {
397
+ "epoch": 27.0,
398
+ "eval_bleu": 0.1855,
399
+ "eval_gen_len": 19.0,
400
+ "eval_loss": 0.6358336806297302,
401
+ "eval_runtime": 35.7576,
402
+ "eval_samples_per_second": 22.233,
403
+ "eval_steps_per_second": 1.398,
404
+ "step": 10746
405
+ },
406
+ {
407
+ "epoch": 27.64,
408
+ "learning_rate": 3.618090452261307e-05,
409
+ "loss": 0.4449,
410
+ "step": 11000
411
+ },
412
+ {
413
+ "epoch": 28.0,
414
+ "eval_bleu": 0.1759,
415
+ "eval_gen_len": 19.0,
416
+ "eval_loss": 0.6440271735191345,
417
+ "eval_runtime": 35.6217,
418
+ "eval_samples_per_second": 22.318,
419
+ "eval_steps_per_second": 1.404,
420
+ "step": 11144
421
+ },
422
+ {
423
+ "epoch": 28.89,
424
+ "learning_rate": 3.555276381909548e-05,
425
+ "loss": 0.4285,
426
+ "step": 11500
427
+ },
428
+ {
429
+ "epoch": 29.0,
430
+ "eval_bleu": 0.1786,
431
+ "eval_gen_len": 19.0,
432
+ "eval_loss": 0.6438360810279846,
433
+ "eval_runtime": 35.5837,
434
+ "eval_samples_per_second": 22.342,
435
+ "eval_steps_per_second": 1.405,
436
+ "step": 11542
437
+ },
438
+ {
439
+ "epoch": 30.0,
440
+ "eval_bleu": 0.1874,
441
+ "eval_gen_len": 19.0,
442
+ "eval_loss": 0.647448718547821,
443
+ "eval_runtime": 35.5495,
444
+ "eval_samples_per_second": 22.363,
445
+ "eval_steps_per_second": 1.406,
446
+ "step": 11940
447
+ },
448
+ {
449
+ "epoch": 30.15,
450
+ "learning_rate": 3.4924623115577894e-05,
451
+ "loss": 0.4137,
452
+ "step": 12000
453
+ },
454
+ {
455
+ "epoch": 31.0,
456
+ "eval_bleu": 0.1968,
457
+ "eval_gen_len": 19.0,
458
+ "eval_loss": 0.651654839515686,
459
+ "eval_runtime": 35.6719,
460
+ "eval_samples_per_second": 22.286,
461
+ "eval_steps_per_second": 1.402,
462
+ "step": 12338
463
+ },
464
+ {
465
+ "epoch": 31.41,
466
+ "learning_rate": 3.42964824120603e-05,
467
+ "loss": 0.4012,
468
+ "step": 12500
469
+ },
470
+ {
471
+ "epoch": 32.0,
472
+ "eval_bleu": 0.1735,
473
+ "eval_gen_len": 19.0,
474
+ "eval_loss": 0.6562197804450989,
475
+ "eval_runtime": 35.627,
476
+ "eval_samples_per_second": 22.315,
477
+ "eval_steps_per_second": 1.403,
478
+ "step": 12736
479
+ },
480
+ {
481
+ "epoch": 32.66,
482
+ "learning_rate": 3.366834170854272e-05,
483
+ "loss": 0.3858,
484
+ "step": 13000
485
+ },
486
+ {
487
+ "epoch": 33.0,
488
+ "eval_bleu": 0.18,
489
+ "eval_gen_len": 19.0,
490
+ "eval_loss": 0.6581218838691711,
491
+ "eval_runtime": 35.6835,
492
+ "eval_samples_per_second": 22.279,
493
+ "eval_steps_per_second": 1.401,
494
+ "step": 13134
495
+ },
496
+ {
497
+ "epoch": 33.92,
498
+ "learning_rate": 3.3040201005025127e-05,
499
+ "loss": 0.3753,
500
+ "step": 13500
501
+ },
502
+ {
503
+ "epoch": 34.0,
504
+ "eval_bleu": 0.1837,
505
+ "eval_gen_len": 19.0,
506
+ "eval_loss": 0.6713840961456299,
507
+ "eval_runtime": 36.1204,
508
+ "eval_samples_per_second": 22.01,
509
+ "eval_steps_per_second": 1.384,
510
+ "step": 13532
511
+ },
512
+ {
513
+ "epoch": 35.0,
514
+ "eval_bleu": 0.177,
515
+ "eval_gen_len": 19.0,
516
+ "eval_loss": 0.6749709844589233,
517
+ "eval_runtime": 35.6201,
518
+ "eval_samples_per_second": 22.319,
519
+ "eval_steps_per_second": 1.404,
520
+ "step": 13930
521
+ },
522
+ {
523
+ "epoch": 35.18,
524
+ "learning_rate": 3.241206030150754e-05,
525
+ "loss": 0.3613,
526
+ "step": 14000
527
+ },
528
+ {
529
+ "epoch": 36.0,
530
+ "eval_bleu": 0.177,
531
+ "eval_gen_len": 19.0,
532
+ "eval_loss": 0.6772740483283997,
533
+ "eval_runtime": 35.673,
534
+ "eval_samples_per_second": 22.286,
535
+ "eval_steps_per_second": 1.402,
536
+ "step": 14328
537
+ },
538
+ {
539
+ "epoch": 36.43,
540
+ "learning_rate": 3.178391959798995e-05,
541
+ "loss": 0.3493,
542
+ "step": 14500
543
+ },
544
+ {
545
+ "epoch": 37.0,
546
+ "eval_bleu": 0.1859,
547
+ "eval_gen_len": 19.0,
548
+ "eval_loss": 0.6915194392204285,
549
+ "eval_runtime": 36.1411,
550
+ "eval_samples_per_second": 21.997,
551
+ "eval_steps_per_second": 1.383,
552
+ "step": 14726
553
+ },
554
+ {
555
+ "epoch": 37.69,
556
+ "learning_rate": 3.1155778894472366e-05,
557
+ "loss": 0.339,
558
+ "step": 15000
559
+ },
560
+ {
561
+ "epoch": 38.0,
562
+ "eval_bleu": 0.1756,
563
+ "eval_gen_len": 19.0,
564
+ "eval_loss": 0.7031569480895996,
565
+ "eval_runtime": 36.1897,
566
+ "eval_samples_per_second": 21.968,
567
+ "eval_steps_per_second": 1.382,
568
+ "step": 15124
569
+ },
570
+ {
571
+ "epoch": 38.94,
572
+ "learning_rate": 3.0527638190954775e-05,
573
+ "loss": 0.3263,
574
+ "step": 15500
575
+ },
576
+ {
577
+ "epoch": 39.0,
578
+ "eval_bleu": 0.1844,
579
+ "eval_gen_len": 19.0,
580
+ "eval_loss": 0.7003222703933716,
581
+ "eval_runtime": 36.2516,
582
+ "eval_samples_per_second": 21.93,
583
+ "eval_steps_per_second": 1.379,
584
+ "step": 15522
585
+ },
586
+ {
587
+ "epoch": 40.0,
588
+ "eval_bleu": 0.1795,
589
+ "eval_gen_len": 19.0,
590
+ "eval_loss": 0.7169303297996521,
591
+ "eval_runtime": 36.3049,
592
+ "eval_samples_per_second": 21.898,
593
+ "eval_steps_per_second": 1.377,
594
+ "step": 15920
595
+ },
596
+ {
597
+ "epoch": 40.2,
598
+ "learning_rate": 2.989949748743719e-05,
599
+ "loss": 0.3153,
600
+ "step": 16000
601
+ },
602
+ {
603
+ "epoch": 41.0,
604
+ "eval_bleu": 0.1903,
605
+ "eval_gen_len": 19.0,
606
+ "eval_loss": 0.7180814743041992,
607
+ "eval_runtime": 36.2151,
608
+ "eval_samples_per_second": 21.952,
609
+ "eval_steps_per_second": 1.381,
610
+ "step": 16318
611
+ },
612
+ {
613
+ "epoch": 41.46,
614
+ "learning_rate": 2.9271356783919603e-05,
615
+ "loss": 0.3047,
616
+ "step": 16500
617
+ },
618
+ {
619
+ "epoch": 42.0,
620
+ "eval_bleu": 0.1864,
621
+ "eval_gen_len": 19.0,
622
+ "eval_loss": 0.7283141613006592,
623
+ "eval_runtime": 36.2969,
624
+ "eval_samples_per_second": 21.903,
625
+ "eval_steps_per_second": 1.378,
626
+ "step": 16716
627
+ },
628
+ {
629
+ "epoch": 42.71,
630
+ "learning_rate": 2.8643216080402015e-05,
631
+ "loss": 0.2933,
632
+ "step": 17000
633
+ },
634
+ {
635
+ "epoch": 43.0,
636
+ "eval_bleu": 0.188,
637
+ "eval_gen_len": 19.0,
638
+ "eval_loss": 0.7462304830551147,
639
+ "eval_runtime": 35.9176,
640
+ "eval_samples_per_second": 22.134,
641
+ "eval_steps_per_second": 1.392,
642
+ "step": 17114
643
+ },
644
+ {
645
+ "epoch": 43.97,
646
+ "learning_rate": 2.8015075376884427e-05,
647
+ "loss": 0.2888,
648
+ "step": 17500
649
+ },
650
+ {
651
+ "epoch": 44.0,
652
+ "eval_bleu": 0.1841,
653
+ "eval_gen_len": 19.0,
654
+ "eval_loss": 0.7420201301574707,
655
+ "eval_runtime": 36.2045,
656
+ "eval_samples_per_second": 21.959,
657
+ "eval_steps_per_second": 1.381,
658
+ "step": 17512
659
+ },
660
+ {
661
+ "epoch": 45.0,
662
+ "eval_bleu": 0.1748,
663
+ "eval_gen_len": 19.0,
664
+ "eval_loss": 0.7574421167373657,
665
+ "eval_runtime": 36.2479,
666
+ "eval_samples_per_second": 21.932,
667
+ "eval_steps_per_second": 1.379,
668
+ "step": 17910
669
+ },
670
+ {
671
+ "epoch": 45.23,
672
+ "learning_rate": 2.738693467336684e-05,
673
+ "loss": 0.2762,
674
+ "step": 18000
675
+ },
676
+ {
677
+ "epoch": 46.0,
678
+ "eval_bleu": 0.1747,
679
+ "eval_gen_len": 19.0,
680
+ "eval_loss": 0.7617235779762268,
681
+ "eval_runtime": 36.159,
682
+ "eval_samples_per_second": 21.986,
683
+ "eval_steps_per_second": 1.383,
684
+ "step": 18308
685
+ },
686
+ {
687
+ "epoch": 46.48,
688
+ "learning_rate": 2.6758793969849248e-05,
689
+ "loss": 0.2671,
690
+ "step": 18500
691
+ },
692
+ {
693
+ "epoch": 47.0,
694
+ "eval_bleu": 0.1743,
695
+ "eval_gen_len": 19.0,
696
+ "eval_loss": 0.7677585482597351,
697
+ "eval_runtime": 36.1812,
698
+ "eval_samples_per_second": 21.973,
699
+ "eval_steps_per_second": 1.382,
700
+ "step": 18706
701
+ },
702
+ {
703
+ "epoch": 47.74,
704
+ "learning_rate": 2.613065326633166e-05,
705
+ "loss": 0.2585,
706
+ "step": 19000
707
+ },
708
+ {
709
+ "epoch": 48.0,
710
+ "eval_bleu": 0.1902,
711
+ "eval_gen_len": 19.0,
712
+ "eval_loss": 0.7697047591209412,
713
+ "eval_runtime": 36.1036,
714
+ "eval_samples_per_second": 22.02,
715
+ "eval_steps_per_second": 1.385,
716
+ "step": 19104
717
+ },
718
+ {
719
+ "epoch": 48.99,
720
+ "learning_rate": 2.5502512562814072e-05,
721
+ "loss": 0.252,
722
+ "step": 19500
723
+ },
724
+ {
725
+ "epoch": 49.0,
726
+ "eval_bleu": 0.208,
727
+ "eval_gen_len": 19.0,
728
+ "eval_loss": 0.7865097522735596,
729
+ "eval_runtime": 36.1641,
730
+ "eval_samples_per_second": 21.983,
731
+ "eval_steps_per_second": 1.383,
732
+ "step": 19502
733
+ },
734
+ {
735
+ "epoch": 50.0,
736
+ "eval_bleu": 0.1777,
737
+ "eval_gen_len": 19.0,
738
+ "eval_loss": 0.8058604001998901,
739
+ "eval_runtime": 36.0936,
740
+ "eval_samples_per_second": 22.026,
741
+ "eval_steps_per_second": 1.385,
742
+ "step": 19900
743
+ },
744
+ {
745
+ "epoch": 50.25,
746
+ "learning_rate": 2.4874371859296484e-05,
747
+ "loss": 0.2411,
748
+ "step": 20000
749
+ },
750
+ {
751
+ "epoch": 51.0,
752
+ "eval_bleu": 0.212,
753
+ "eval_gen_len": 19.0,
754
+ "eval_loss": 0.7906444072723389,
755
+ "eval_runtime": 36.7349,
756
+ "eval_samples_per_second": 21.642,
757
+ "eval_steps_per_second": 1.361,
758
+ "step": 20298
759
+ },
760
+ {
761
+ "epoch": 51.51,
762
+ "learning_rate": 2.4246231155778896e-05,
763
+ "loss": 0.2358,
764
+ "step": 20500
765
+ },
766
+ {
767
+ "epoch": 52.0,
768
+ "eval_bleu": 0.1778,
769
+ "eval_gen_len": 19.0,
770
+ "eval_loss": 0.8143441081047058,
771
+ "eval_runtime": 36.1702,
772
+ "eval_samples_per_second": 21.979,
773
+ "eval_steps_per_second": 1.382,
774
+ "step": 20696
775
+ },
776
+ {
777
+ "epoch": 52.76,
778
+ "learning_rate": 2.361809045226131e-05,
779
+ "loss": 0.2273,
780
+ "step": 21000
781
+ },
782
+ {
783
+ "epoch": 53.0,
784
+ "eval_bleu": 0.218,
785
+ "eval_gen_len": 19.0,
786
+ "eval_loss": 0.8184289932250977,
787
+ "eval_runtime": 36.341,
788
+ "eval_samples_per_second": 21.876,
789
+ "eval_steps_per_second": 1.376,
790
+ "step": 21094
791
+ },
792
+ {
793
+ "epoch": 54.0,
794
+ "eval_bleu": 0.2243,
795
+ "eval_gen_len": 19.0,
796
+ "eval_loss": 0.8261227607727051,
797
+ "eval_runtime": 36.1608,
798
+ "eval_samples_per_second": 21.985,
799
+ "eval_steps_per_second": 1.383,
800
+ "step": 21492
801
+ },
802
+ {
803
+ "epoch": 54.02,
804
+ "learning_rate": 2.298994974874372e-05,
805
+ "loss": 0.223,
806
+ "step": 21500
807
+ },
808
+ {
809
+ "epoch": 55.0,
810
+ "eval_bleu": 0.2196,
811
+ "eval_gen_len": 19.0,
812
+ "eval_loss": 0.8429352641105652,
813
+ "eval_runtime": 35.7014,
814
+ "eval_samples_per_second": 22.268,
815
+ "eval_steps_per_second": 1.401,
816
+ "step": 21890
817
+ },
818
+ {
819
+ "epoch": 55.28,
820
+ "learning_rate": 2.2361809045226133e-05,
821
+ "loss": 0.2131,
822
+ "step": 22000
823
+ },
824
+ {
825
+ "epoch": 56.0,
826
+ "eval_bleu": 0.2402,
827
+ "eval_gen_len": 19.0,
828
+ "eval_loss": 0.847459077835083,
829
+ "eval_runtime": 35.7383,
830
+ "eval_samples_per_second": 22.245,
831
+ "eval_steps_per_second": 1.399,
832
+ "step": 22288
833
+ },
834
+ {
835
+ "epoch": 56.53,
836
+ "learning_rate": 2.1733668341708545e-05,
837
+ "loss": 0.2083,
838
+ "step": 22500
839
+ },
840
+ {
841
+ "epoch": 57.0,
842
+ "eval_bleu": 0.2163,
843
+ "eval_gen_len": 19.0,
844
+ "eval_loss": 0.8617640733718872,
845
+ "eval_runtime": 35.56,
846
+ "eval_samples_per_second": 22.357,
847
+ "eval_steps_per_second": 1.406,
848
+ "step": 22686
849
+ },
850
+ {
851
+ "epoch": 57.79,
852
+ "learning_rate": 2.1105527638190957e-05,
853
+ "loss": 0.202,
854
+ "step": 23000
855
+ },
856
+ {
857
+ "epoch": 58.0,
858
+ "eval_bleu": 0.2164,
859
+ "eval_gen_len": 19.0,
860
+ "eval_loss": 0.8572230339050293,
861
+ "eval_runtime": 35.5968,
862
+ "eval_samples_per_second": 22.333,
863
+ "eval_steps_per_second": 1.405,
864
+ "step": 23084
865
+ },
866
+ {
867
+ "epoch": 59.0,
868
+ "eval_bleu": 0.217,
869
+ "eval_gen_len": 19.0,
870
+ "eval_loss": 0.873598575592041,
871
+ "eval_runtime": 35.5807,
872
+ "eval_samples_per_second": 22.344,
873
+ "eval_steps_per_second": 1.405,
874
+ "step": 23482
875
+ },
876
+ {
877
+ "epoch": 59.05,
878
+ "learning_rate": 2.047738693467337e-05,
879
+ "loss": 0.1968,
880
+ "step": 23500
881
+ },
882
+ {
883
+ "epoch": 60.0,
884
+ "eval_bleu": 0.2166,
885
+ "eval_gen_len": 19.0,
886
+ "eval_loss": 0.8894439339637756,
887
+ "eval_runtime": 35.6815,
888
+ "eval_samples_per_second": 22.28,
889
+ "eval_steps_per_second": 1.401,
890
+ "step": 23880
891
+ },
892
+ {
893
+ "epoch": 60.3,
894
+ "learning_rate": 1.984924623115578e-05,
895
+ "loss": 0.1904,
896
+ "step": 24000
897
+ },
898
+ {
899
+ "epoch": 61.0,
900
+ "eval_bleu": 0.2241,
901
+ "eval_gen_len": 19.0,
902
+ "eval_loss": 0.8927697539329529,
903
+ "eval_runtime": 35.5709,
904
+ "eval_samples_per_second": 22.35,
905
+ "eval_steps_per_second": 1.406,
906
+ "step": 24278
907
+ },
908
+ {
909
+ "epoch": 61.56,
910
+ "learning_rate": 1.9221105527638193e-05,
911
+ "loss": 0.1847,
912
+ "step": 24500
913
+ },
914
+ {
915
+ "epoch": 62.0,
916
+ "eval_bleu": 0.2219,
917
+ "eval_gen_len": 19.0,
918
+ "eval_loss": 0.9057827591896057,
919
+ "eval_runtime": 35.9775,
920
+ "eval_samples_per_second": 22.097,
921
+ "eval_steps_per_second": 1.39,
922
+ "step": 24676
923
+ },
924
+ {
925
+ "epoch": 62.81,
926
+ "learning_rate": 1.8592964824120602e-05,
927
+ "loss": 0.1803,
928
+ "step": 25000
929
+ },
930
+ {
931
+ "epoch": 63.0,
932
+ "eval_bleu": 0.2336,
933
+ "eval_gen_len": 19.0,
934
+ "eval_loss": 0.9056702852249146,
935
+ "eval_runtime": 35.7167,
936
+ "eval_samples_per_second": 22.259,
937
+ "eval_steps_per_second": 1.4,
938
+ "step": 25074
939
+ },
940
+ {
941
+ "epoch": 64.0,
942
+ "eval_bleu": 0.2156,
943
+ "eval_gen_len": 19.0,
944
+ "eval_loss": 0.9173711538314819,
945
+ "eval_runtime": 35.7315,
946
+ "eval_samples_per_second": 22.249,
947
+ "eval_steps_per_second": 1.399,
948
+ "step": 25472
949
+ },
950
+ {
951
+ "epoch": 64.07,
952
+ "learning_rate": 1.7964824120603014e-05,
953
+ "loss": 0.1758,
954
+ "step": 25500
955
+ },
956
+ {
957
+ "epoch": 65.0,
958
+ "eval_bleu": 0.1951,
959
+ "eval_gen_len": 19.0,
960
+ "eval_loss": 0.922991156578064,
961
+ "eval_runtime": 35.7331,
962
+ "eval_samples_per_second": 22.248,
963
+ "eval_steps_per_second": 1.399,
964
+ "step": 25870
965
+ },
966
+ {
967
+ "epoch": 65.33,
968
+ "learning_rate": 1.7336683417085427e-05,
969
+ "loss": 0.1701,
970
+ "step": 26000
971
+ },
972
+ {
973
+ "epoch": 66.0,
974
+ "eval_bleu": 0.2249,
975
+ "eval_gen_len": 19.0,
976
+ "eval_loss": 0.9349916577339172,
977
+ "eval_runtime": 35.6317,
978
+ "eval_samples_per_second": 22.312,
979
+ "eval_steps_per_second": 1.403,
980
+ "step": 26268
981
+ },
982
+ {
983
+ "epoch": 66.58,
984
+ "learning_rate": 1.670854271356784e-05,
985
+ "loss": 0.1673,
986
+ "step": 26500
987
+ },
988
+ {
989
+ "epoch": 67.0,
990
+ "eval_bleu": 0.2224,
991
+ "eval_gen_len": 19.0,
992
+ "eval_loss": 0.9416642189025879,
993
+ "eval_runtime": 35.7511,
994
+ "eval_samples_per_second": 22.237,
995
+ "eval_steps_per_second": 1.399,
996
+ "step": 26666
997
+ },
998
+ {
999
+ "epoch": 67.84,
1000
+ "learning_rate": 1.608040201005025e-05,
1001
+ "loss": 0.1614,
1002
+ "step": 27000
1003
+ },
1004
+ {
1005
+ "epoch": 68.0,
1006
+ "eval_bleu": 0.2161,
1007
+ "eval_gen_len": 19.0,
1008
+ "eval_loss": 0.9508859515190125,
1009
+ "eval_runtime": 35.6367,
1010
+ "eval_samples_per_second": 22.308,
1011
+ "eval_steps_per_second": 1.403,
1012
+ "step": 27064
1013
+ },
1014
+ {
1015
+ "epoch": 69.0,
1016
+ "eval_bleu": 0.2183,
1017
+ "eval_gen_len": 19.0,
1018
+ "eval_loss": 0.9652993083000183,
1019
+ "eval_runtime": 35.6263,
1020
+ "eval_samples_per_second": 22.315,
1021
+ "eval_steps_per_second": 1.403,
1022
+ "step": 27462
1023
+ },
1024
+ {
1025
+ "epoch": 69.1,
1026
+ "learning_rate": 1.5452261306532663e-05,
1027
+ "loss": 0.1578,
1028
+ "step": 27500
1029
+ },
1030
+ {
1031
+ "epoch": 70.0,
1032
+ "eval_bleu": 0.2113,
1033
+ "eval_gen_len": 19.0,
1034
+ "eval_loss": 0.9633088111877441,
1035
+ "eval_runtime": 35.7594,
1036
+ "eval_samples_per_second": 22.232,
1037
+ "eval_steps_per_second": 1.398,
1038
+ "step": 27860
1039
+ },
1040
+ {
1041
+ "epoch": 70.35,
1042
+ "learning_rate": 1.4824120603015077e-05,
1043
+ "loss": 0.1536,
1044
+ "step": 28000
1045
+ },
1046
+ {
1047
+ "epoch": 71.0,
1048
+ "eval_bleu": 0.2177,
1049
+ "eval_gen_len": 19.0,
1050
+ "eval_loss": 0.9783052802085876,
1051
+ "eval_runtime": 35.5411,
1052
+ "eval_samples_per_second": 22.368,
1053
+ "eval_steps_per_second": 1.407,
1054
+ "step": 28258
1055
+ },
1056
+ {
1057
+ "epoch": 71.61,
1058
+ "learning_rate": 1.4195979899497489e-05,
1059
+ "loss": 0.1513,
1060
+ "step": 28500
1061
+ },
1062
+ {
1063
+ "epoch": 72.0,
1064
+ "eval_bleu": 0.2179,
1065
+ "eval_gen_len": 19.0,
1066
+ "eval_loss": 0.9754663109779358,
1067
+ "eval_runtime": 35.6862,
1068
+ "eval_samples_per_second": 22.278,
1069
+ "eval_steps_per_second": 1.401,
1070
+ "step": 28656
1071
+ },
1072
+ {
1073
+ "epoch": 72.86,
1074
+ "learning_rate": 1.3567839195979901e-05,
1075
+ "loss": 0.147,
1076
+ "step": 29000
1077
+ },
1078
+ {
1079
+ "epoch": 73.0,
1080
+ "eval_bleu": 0.2273,
1081
+ "eval_gen_len": 19.0,
1082
+ "eval_loss": 0.9910703897476196,
1083
+ "eval_runtime": 35.9105,
1084
+ "eval_samples_per_second": 22.138,
1085
+ "eval_steps_per_second": 1.392,
1086
+ "step": 29054
1087
+ },
1088
+ {
1089
+ "epoch": 74.0,
1090
+ "eval_bleu": 0.2157,
1091
+ "eval_gen_len": 19.0,
1092
+ "eval_loss": 0.9854773283004761,
1093
+ "eval_runtime": 35.6352,
1094
+ "eval_samples_per_second": 22.309,
1095
+ "eval_steps_per_second": 1.403,
1096
+ "step": 29452
1097
+ },
1098
+ {
1099
+ "epoch": 74.12,
1100
+ "learning_rate": 1.2939698492462313e-05,
1101
+ "loss": 0.1443,
1102
+ "step": 29500
1103
+ },
1104
+ {
1105
+ "epoch": 75.0,
1106
+ "eval_bleu": 0.2169,
1107
+ "eval_gen_len": 19.0,
1108
+ "eval_loss": 0.9998270273208618,
1109
+ "eval_runtime": 35.64,
1110
+ "eval_samples_per_second": 22.306,
1111
+ "eval_steps_per_second": 1.403,
1112
+ "step": 29850
1113
+ },
1114
+ {
1115
+ "epoch": 75.38,
1116
+ "learning_rate": 1.2311557788944725e-05,
1117
+ "loss": 0.1401,
1118
+ "step": 30000
1119
+ },
1120
+ {
1121
+ "epoch": 76.0,
1122
+ "eval_bleu": 0.2124,
1123
+ "eval_gen_len": 19.0,
1124
+ "eval_loss": 1.0127789974212646,
1125
+ "eval_runtime": 35.7323,
1126
+ "eval_samples_per_second": 22.249,
1127
+ "eval_steps_per_second": 1.399,
1128
+ "step": 30248
1129
+ },
1130
+ {
1131
+ "epoch": 76.63,
1132
+ "learning_rate": 1.1683417085427137e-05,
1133
+ "loss": 0.1377,
1134
+ "step": 30500
1135
+ },
1136
+ {
1137
+ "epoch": 77.0,
1138
+ "eval_bleu": 0.2159,
1139
+ "eval_gen_len": 19.0,
1140
+ "eval_loss": 1.0114222764968872,
1141
+ "eval_runtime": 35.7601,
1142
+ "eval_samples_per_second": 22.231,
1143
+ "eval_steps_per_second": 1.398,
1144
+ "step": 30646
1145
+ },
1146
+ {
1147
+ "epoch": 77.89,
1148
+ "learning_rate": 1.105527638190955e-05,
1149
+ "loss": 0.1342,
1150
+ "step": 31000
1151
+ },
1152
+ {
1153
+ "epoch": 78.0,
1154
+ "eval_bleu": 0.2152,
1155
+ "eval_gen_len": 19.0,
1156
+ "eval_loss": 1.0248533487319946,
1157
+ "eval_runtime": 35.6808,
1158
+ "eval_samples_per_second": 22.281,
1159
+ "eval_steps_per_second": 1.401,
1160
+ "step": 31044
1161
+ },
1162
+ {
1163
+ "epoch": 79.0,
1164
+ "eval_bleu": 0.2233,
1165
+ "eval_gen_len": 19.0,
1166
+ "eval_loss": 1.0258084535598755,
1167
+ "eval_runtime": 35.6984,
1168
+ "eval_samples_per_second": 22.27,
1169
+ "eval_steps_per_second": 1.401,
1170
+ "step": 31442
1171
+ },
1172
+ {
1173
+ "epoch": 79.15,
1174
+ "learning_rate": 1.042713567839196e-05,
1175
+ "loss": 0.1336,
1176
+ "step": 31500
1177
+ },
1178
+ {
1179
+ "epoch": 80.0,
1180
+ "eval_bleu": 0.2194,
1181
+ "eval_gen_len": 19.0,
1182
+ "eval_loss": 1.0308655500411987,
1183
+ "eval_runtime": 35.6369,
1184
+ "eval_samples_per_second": 22.308,
1185
+ "eval_steps_per_second": 1.403,
1186
+ "step": 31840
1187
+ },
1188
+ {
1189
+ "epoch": 80.4,
1190
+ "learning_rate": 9.798994974874372e-06,
1191
+ "loss": 0.1307,
1192
+ "step": 32000
1193
+ },
1194
+ {
1195
+ "epoch": 81.0,
1196
+ "eval_bleu": 0.2122,
1197
+ "eval_gen_len": 19.0,
1198
+ "eval_loss": 1.032060146331787,
1199
+ "eval_runtime": 35.5991,
1200
+ "eval_samples_per_second": 22.332,
1201
+ "eval_steps_per_second": 1.405,
1202
+ "step": 32238
1203
+ },
1204
+ {
1205
+ "epoch": 81.66,
1206
+ "learning_rate": 9.170854271356784e-06,
1207
+ "loss": 0.1277,
1208
+ "step": 32500
1209
+ },
1210
+ {
1211
+ "epoch": 82.0,
1212
+ "eval_bleu": 0.2191,
1213
+ "eval_gen_len": 19.0,
1214
+ "eval_loss": 1.034020185470581,
1215
+ "eval_runtime": 35.662,
1216
+ "eval_samples_per_second": 22.293,
1217
+ "eval_steps_per_second": 1.402,
1218
+ "step": 32636
1219
+ },
1220
+ {
1221
+ "epoch": 82.91,
1222
+ "learning_rate": 8.542713567839196e-06,
1223
+ "loss": 0.1262,
1224
+ "step": 33000
1225
+ },
1226
+ {
1227
+ "epoch": 83.0,
1228
+ "eval_bleu": 0.2123,
1229
+ "eval_gen_len": 19.0,
1230
+ "eval_loss": 1.0493375062942505,
1231
+ "eval_runtime": 35.6012,
1232
+ "eval_samples_per_second": 22.331,
1233
+ "eval_steps_per_second": 1.404,
1234
+ "step": 33034
1235
+ },
1236
+ {
1237
+ "epoch": 84.0,
1238
+ "eval_bleu": 0.2273,
1239
+ "eval_gen_len": 19.0,
1240
+ "eval_loss": 1.0544501543045044,
1241
+ "eval_runtime": 35.7115,
1242
+ "eval_samples_per_second": 22.262,
1243
+ "eval_steps_per_second": 1.4,
1244
+ "step": 33432
1245
+ },
1246
+ {
1247
+ "epoch": 84.17,
1248
+ "learning_rate": 7.914572864321608e-06,
1249
+ "loss": 0.1233,
1250
+ "step": 33500
1251
+ },
1252
+ {
1253
+ "epoch": 85.0,
1254
+ "eval_bleu": 0.2184,
1255
+ "eval_gen_len": 19.0,
1256
+ "eval_loss": 1.0550196170806885,
1257
+ "eval_runtime": 35.6365,
1258
+ "eval_samples_per_second": 22.309,
1259
+ "eval_steps_per_second": 1.403,
1260
+ "step": 33830
1261
+ },
1262
+ {
1263
+ "epoch": 85.43,
1264
+ "learning_rate": 7.28643216080402e-06,
1265
+ "loss": 0.1233,
1266
+ "step": 34000
1267
+ },
1268
+ {
1269
+ "epoch": 86.0,
1270
+ "eval_bleu": 0.2241,
1271
+ "eval_gen_len": 19.0,
1272
+ "eval_loss": 1.0545953512191772,
1273
+ "eval_runtime": 35.7457,
1274
+ "eval_samples_per_second": 22.24,
1275
+ "eval_steps_per_second": 1.399,
1276
+ "step": 34228
1277
+ },
1278
+ {
1279
+ "epoch": 86.68,
1280
+ "learning_rate": 6.658291457286432e-06,
1281
+ "loss": 0.1205,
1282
+ "step": 34500
1283
+ },
1284
+ {
1285
+ "epoch": 87.0,
1286
+ "eval_bleu": 0.2246,
1287
+ "eval_gen_len": 19.0,
1288
+ "eval_loss": 1.0695993900299072,
1289
+ "eval_runtime": 35.6623,
1290
+ "eval_samples_per_second": 22.292,
1291
+ "eval_steps_per_second": 1.402,
1292
+ "step": 34626
1293
+ },
1294
+ {
1295
+ "epoch": 87.94,
1296
+ "learning_rate": 6.030150753768844e-06,
1297
+ "loss": 0.1189,
1298
+ "step": 35000
1299
+ },
1300
+ {
1301
+ "epoch": 88.0,
1302
+ "eval_bleu": 0.2237,
1303
+ "eval_gen_len": 19.0,
1304
+ "eval_loss": 1.0730416774749756,
1305
+ "eval_runtime": 35.8819,
1306
+ "eval_samples_per_second": 22.156,
1307
+ "eval_steps_per_second": 1.393,
1308
+ "step": 35024
1309
+ },
1310
+ {
1311
+ "epoch": 89.0,
1312
+ "eval_bleu": 0.2308,
1313
+ "eval_gen_len": 19.0,
1314
+ "eval_loss": 1.068780541419983,
1315
+ "eval_runtime": 35.7114,
1316
+ "eval_samples_per_second": 22.262,
1317
+ "eval_steps_per_second": 1.4,
1318
+ "step": 35422
1319
+ },
1320
+ {
1321
+ "epoch": 89.2,
1322
+ "learning_rate": 5.402010050251256e-06,
1323
+ "loss": 0.1173,
1324
+ "step": 35500
1325
+ },
1326
+ {
1327
+ "epoch": 90.0,
1328
+ "eval_bleu": 0.2267,
1329
+ "eval_gen_len": 19.0,
1330
+ "eval_loss": 1.0783226490020752,
1331
+ "eval_runtime": 35.7523,
1332
+ "eval_samples_per_second": 22.236,
1333
+ "eval_steps_per_second": 1.399,
1334
+ "step": 35820
1335
+ },
1336
+ {
1337
+ "epoch": 90.45,
1338
+ "learning_rate": 4.773869346733668e-06,
1339
+ "loss": 0.1154,
1340
+ "step": 36000
1341
+ },
1342
+ {
1343
+ "epoch": 91.0,
1344
+ "eval_bleu": 0.2262,
1345
+ "eval_gen_len": 19.0,
1346
+ "eval_loss": 1.0766741037368774,
1347
+ "eval_runtime": 35.7535,
1348
+ "eval_samples_per_second": 22.236,
1349
+ "eval_steps_per_second": 1.398,
1350
+ "step": 36218
1351
+ },
1352
+ {
1353
+ "epoch": 91.71,
1354
+ "learning_rate": 4.1457286432160804e-06,
1355
+ "loss": 0.115,
1356
+ "step": 36500
1357
+ },
1358
+ {
1359
+ "epoch": 92.0,
1360
+ "eval_bleu": 0.2214,
1361
+ "eval_gen_len": 19.0,
1362
+ "eval_loss": 1.0834720134735107,
1363
+ "eval_runtime": 35.7567,
1364
+ "eval_samples_per_second": 22.234,
1365
+ "eval_steps_per_second": 1.398,
1366
+ "step": 36616
1367
+ },
1368
+ {
1369
+ "epoch": 92.96,
1370
+ "learning_rate": 3.5175879396984926e-06,
1371
+ "loss": 0.1136,
1372
+ "step": 37000
1373
+ },
1374
+ {
1375
+ "epoch": 93.0,
1376
+ "eval_bleu": 0.2284,
1377
+ "eval_gen_len": 19.0,
1378
+ "eval_loss": 1.0788373947143555,
1379
+ "eval_runtime": 35.8397,
1380
+ "eval_samples_per_second": 22.182,
1381
+ "eval_steps_per_second": 1.395,
1382
+ "step": 37014
1383
+ },
1384
+ {
1385
+ "epoch": 94.0,
1386
+ "eval_bleu": 0.2269,
1387
+ "eval_gen_len": 19.0,
1388
+ "eval_loss": 1.0876238346099854,
1389
+ "eval_runtime": 35.7552,
1390
+ "eval_samples_per_second": 22.235,
1391
+ "eval_steps_per_second": 1.398,
1392
+ "step": 37412
1393
+ },
1394
+ {
1395
+ "epoch": 94.22,
1396
+ "learning_rate": 2.8894472361809047e-06,
1397
+ "loss": 0.1126,
1398
+ "step": 37500
1399
+ },
1400
+ {
1401
+ "epoch": 95.0,
1402
+ "eval_bleu": 0.2212,
1403
+ "eval_gen_len": 19.0,
1404
+ "eval_loss": 1.0935641527175903,
1405
+ "eval_runtime": 35.7207,
1406
+ "eval_samples_per_second": 22.256,
1407
+ "eval_steps_per_second": 1.4,
1408
+ "step": 37810
1409
+ },
1410
+ {
1411
+ "epoch": 95.48,
1412
+ "learning_rate": 2.261306532663317e-06,
1413
+ "loss": 0.1118,
1414
+ "step": 38000
1415
+ },
1416
+ {
1417
+ "epoch": 96.0,
1418
+ "eval_bleu": 0.2207,
1419
+ "eval_gen_len": 19.0,
1420
+ "eval_loss": 1.0917831659317017,
1421
+ "eval_runtime": 35.5884,
1422
+ "eval_samples_per_second": 22.339,
1423
+ "eval_steps_per_second": 1.405,
1424
+ "step": 38208
1425
+ },
1426
+ {
1427
+ "epoch": 96.73,
1428
+ "learning_rate": 1.6331658291457288e-06,
1429
+ "loss": 0.111,
1430
+ "step": 38500
1431
+ },
1432
+ {
1433
+ "epoch": 97.0,
1434
+ "eval_bleu": 0.2217,
1435
+ "eval_gen_len": 19.0,
1436
+ "eval_loss": 1.0943822860717773,
1437
+ "eval_runtime": 35.7423,
1438
+ "eval_samples_per_second": 22.243,
1439
+ "eval_steps_per_second": 1.399,
1440
+ "step": 38606
1441
+ },
1442
+ {
1443
+ "epoch": 97.99,
1444
+ "learning_rate": 1.0050251256281407e-06,
1445
+ "loss": 0.1106,
1446
+ "step": 39000
1447
+ },
1448
+ {
1449
+ "epoch": 98.0,
1450
+ "eval_bleu": 0.2203,
1451
+ "eval_gen_len": 19.0,
1452
+ "eval_loss": 1.0962368249893188,
1453
+ "eval_runtime": 35.6215,
1454
+ "eval_samples_per_second": 22.318,
1455
+ "eval_steps_per_second": 1.404,
1456
+ "step": 39004
1457
+ },
1458
+ {
1459
+ "epoch": 99.0,
1460
+ "eval_bleu": 0.2182,
1461
+ "eval_gen_len": 19.0,
1462
+ "eval_loss": 1.0994266271591187,
1463
+ "eval_runtime": 35.6909,
1464
+ "eval_samples_per_second": 22.275,
1465
+ "eval_steps_per_second": 1.401,
1466
+ "step": 39402
1467
+ },
1468
+ {
1469
+ "epoch": 99.25,
1470
+ "learning_rate": 3.7688442211055275e-07,
1471
+ "loss": 0.1088,
1472
+ "step": 39500
1473
+ },
1474
+ {
1475
+ "epoch": 100.0,
1476
+ "eval_bleu": 0.2193,
1477
+ "eval_gen_len": 19.0,
1478
+ "eval_loss": 1.099919319152832,
1479
+ "eval_runtime": 35.8327,
1480
+ "eval_samples_per_second": 22.186,
1481
+ "eval_steps_per_second": 1.395,
1482
+ "step": 39800
1483
+ },
1484
+ {
1485
+ "epoch": 100.0,
1486
+ "step": 39800,
1487
+ "total_flos": 2.262748628238336e+17,
1488
+ "train_loss": 0.35148891755683936,
1489
+ "train_runtime": 21066.5572,
1490
+ "train_samples_per_second": 30.204,
1491
+ "train_steps_per_second": 1.889
1492
  }
1493
  ],
1494
+ "max_steps": 39800,
1495
+ "num_train_epochs": 100,
1496
+ "total_flos": 2.262748628238336e+17,
1497
  "trial_name": null,
1498
  "trial_params": null
1499
  }