mutisya commited on
Commit
1e39e46
1 Parent(s): d7001c1

Training in progress, epoch 5, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a87421e3a8f20612521e71c423b544bda9fcc2c6ee20a4d4377f5414bfcee9c
3
  size 2460359008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2710e49ab186e12adc38d5a571b4c81d388ad08b23ee41e93dfbb257220a4baa
3
  size 2460359008
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f6174299f560006cde8a99fa3a1b8ce5a5a9e1e4c9fde7e935c38eca1925783
3
  size 4921031637
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052fd2e692143b8247ad886aaebff809e046faf15974ab05bae4c1abc579c079
3
  size 4921031637
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d10ef6f507f8ebfde960deac8bce9425cf6a51cacda5ba79a18f18b45f0b37e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c2af3241d86ddcbf6a06ccbb1b7fa7c7608795360426cc94893fe3d8ccbb4f1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cec5952bdc21c397c50099196b21c11fa80846c74cee21ea9ac6f9c9105df231
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e6bf62780eeafb7c159ed5da3c5b870152c515e473817f8771beda25bc35f6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.0,
5
  "eval_steps": 500,
6
- "global_step": 7317,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -135,6 +135,96 @@
135
  "eval_samples_per_second": 16.496,
136
  "eval_steps_per_second": 2.063,
137
  "step": 7317
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
138
  }
139
  ],
140
  "logging_steps": 500,
@@ -149,12 +239,12 @@
149
  "should_evaluate": false,
150
  "should_log": false,
151
  "should_save": true,
152
- "should_training_stop": false
153
  },
154
  "attributes": {}
155
  }
156
  },
157
- "total_flos": 3.253311606305587e+16,
158
  "train_batch_size": 8,
159
  "trial_name": null,
160
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
  "eval_steps": 500,
6
+ "global_step": 12195,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
135
  "eval_samples_per_second": 16.496,
136
  "eval_steps_per_second": 2.063,
137
  "step": 7317
138
+ },
139
+ {
140
+ "epoch": 3.075030750307503,
141
+ "grad_norm": 0.5503592491149902,
142
+ "learning_rate": 1.925789257892579e-05,
143
+ "loss": 0.3721,
144
+ "step": 7500
145
+ },
146
+ {
147
+ "epoch": 3.2800328003280033,
148
+ "grad_norm": 0.8528617024421692,
149
+ "learning_rate": 1.7207872078720788e-05,
150
+ "loss": 0.3503,
151
+ "step": 8000
152
+ },
153
+ {
154
+ "epoch": 3.4850348503485034,
155
+ "grad_norm": 0.572259247303009,
156
+ "learning_rate": 1.5157851578515787e-05,
157
+ "loss": 0.3509,
158
+ "step": 8500
159
+ },
160
+ {
161
+ "epoch": 3.6900369003690034,
162
+ "grad_norm": 0.5713686347007751,
163
+ "learning_rate": 1.3107831078310784e-05,
164
+ "loss": 0.3466,
165
+ "step": 9000
166
+ },
167
+ {
168
+ "epoch": 3.895038950389504,
169
+ "grad_norm": 0.6144512295722961,
170
+ "learning_rate": 1.1061910619106192e-05,
171
+ "loss": 0.3515,
172
+ "step": 9500
173
+ },
174
+ {
175
+ "epoch": 4.0,
176
+ "eval_bleu_eng_Latn-swh_Latn": 75.36340129440856,
177
+ "eval_bleu_swh_Latn-eng_Latn": 61.44137797667521,
178
+ "eval_loss": 0.45032787322998047,
179
+ "eval_runtime": 852.2592,
180
+ "eval_samples_per_second": 16.335,
181
+ "eval_steps_per_second": 2.043,
182
+ "step": 9756
183
+ },
184
+ {
185
+ "epoch": 4.1000410004100045,
186
+ "grad_norm": 0.5769449472427368,
187
+ "learning_rate": 9.01189011890119e-06,
188
+ "loss": 0.3366,
189
+ "step": 10000
190
+ },
191
+ {
192
+ "epoch": 4.305043050430505,
193
+ "grad_norm": 0.5665178298950195,
194
+ "learning_rate": 6.961869618696187e-06,
195
+ "loss": 0.3251,
196
+ "step": 10500
197
+ },
198
+ {
199
+ "epoch": 4.510045100451005,
200
+ "grad_norm": 0.5888523459434509,
201
+ "learning_rate": 4.911849118491185e-06,
202
+ "loss": 0.3253,
203
+ "step": 11000
204
+ },
205
+ {
206
+ "epoch": 4.715047150471505,
207
+ "grad_norm": 0.6570137739181519,
208
+ "learning_rate": 2.861828618286183e-06,
209
+ "loss": 0.3245,
210
+ "step": 11500
211
+ },
212
+ {
213
+ "epoch": 4.920049200492005,
214
+ "grad_norm": 0.5004702806472778,
215
+ "learning_rate": 8.118081180811808e-07,
216
+ "loss": 0.3254,
217
+ "step": 12000
218
+ },
219
+ {
220
+ "epoch": 5.0,
221
+ "eval_bleu_eng_Latn-swh_Latn": 75.63347176884412,
222
+ "eval_bleu_swh_Latn-eng_Latn": 61.57218466545877,
223
+ "eval_loss": 0.4516850709915161,
224
+ "eval_runtime": 856.3842,
225
+ "eval_samples_per_second": 16.257,
226
+ "eval_steps_per_second": 2.033,
227
+ "step": 12195
228
  }
229
  ],
230
  "logging_steps": 500,
 
239
  "should_evaluate": false,
240
  "should_log": false,
241
  "should_save": true,
242
+ "should_training_stop": true
243
  },
244
  "attributes": {}
245
  }
246
  },
247
+ "total_flos": 5.421408335993242e+16,
248
  "train_batch_size": 8,
249
  "trial_name": null,
250
  "trial_params": null