humbertonc commited on
Commit
8c5fd0b
·
1 Parent(s): 7c8d3ed

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f003ad1572b0948a1909c01db905e9bdbf1d52f629c3560b771c8441851d7317
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1333272d1f08fbd814cb08f5a42792ab551fd91e277c3c6a5bbdeefc49d757a9
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:437e9c6b9fce7489b966dda9b3668a45ad9738963f29ff26a7fbdb09f08d584c
3
  size 40570324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8025527339d1f138d5768ad99100aa9e96f0367b91a9c3cae18b7e6e3cfa44
3
  size 40570324
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d504d22c70365e955869229804fc73b5137014a18fd4465b41a6a55d0b2d969
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d4d519233b1d715f1e302ab6f44d45be958cf79d89096c5f483d5bae7b8096
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:350b7a6f8159717ef2af74e68b6e9c8ed2775fab22debcfdf6f728bfa1bef4ad
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3806b6ededc075c4c89012dc49cff3604a5f3bc56562d72a0f71b6ec838696
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0006218905472636816,
5
  "eval_steps": 1000,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -157,13 +157,163 @@
157
  "learning_rate": 0.00015789473684210527,
158
  "loss": 1.694,
159
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  }
161
  ],
162
  "logging_steps": 1,
163
  "max_steps": 100,
164
  "num_train_epochs": 1,
165
  "save_steps": 25,
166
- "total_flos": 1278571417288704.0,
167
  "trial_name": null,
168
  "trial_params": null
169
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0012437810945273632,
5
  "eval_steps": 1000,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
157
  "learning_rate": 0.00015789473684210527,
158
  "loss": 1.694,
159
  "step": 25
160
+ },
161
+ {
162
+ "epoch": 0.0,
163
+ "learning_rate": 0.00015578947368421052,
164
+ "loss": 1.4779,
165
+ "step": 26
166
+ },
167
+ {
168
+ "epoch": 0.0,
169
+ "learning_rate": 0.0001536842105263158,
170
+ "loss": 1.638,
171
+ "step": 27
172
+ },
173
+ {
174
+ "epoch": 0.0,
175
+ "learning_rate": 0.00015157894736842108,
176
+ "loss": 1.5519,
177
+ "step": 28
178
+ },
179
+ {
180
+ "epoch": 0.0,
181
+ "learning_rate": 0.00014947368421052633,
182
+ "loss": 1.7623,
183
+ "step": 29
184
+ },
185
+ {
186
+ "epoch": 0.0,
187
+ "learning_rate": 0.00014736842105263158,
188
+ "loss": 1.2871,
189
+ "step": 30
190
+ },
191
+ {
192
+ "epoch": 0.0,
193
+ "learning_rate": 0.00014526315789473686,
194
+ "loss": 1.5806,
195
+ "step": 31
196
+ },
197
+ {
198
+ "epoch": 0.0,
199
+ "learning_rate": 0.0001431578947368421,
200
+ "loss": 1.5541,
201
+ "step": 32
202
+ },
203
+ {
204
+ "epoch": 0.0,
205
+ "learning_rate": 0.00014105263157894736,
206
+ "loss": 1.6991,
207
+ "step": 33
208
+ },
209
+ {
210
+ "epoch": 0.0,
211
+ "learning_rate": 0.00013894736842105264,
212
+ "loss": 1.5331,
213
+ "step": 34
214
+ },
215
+ {
216
+ "epoch": 0.0,
217
+ "learning_rate": 0.0001368421052631579,
218
+ "loss": 1.9143,
219
+ "step": 35
220
+ },
221
+ {
222
+ "epoch": 0.0,
223
+ "learning_rate": 0.00013473684210526317,
224
+ "loss": 1.6051,
225
+ "step": 36
226
+ },
227
+ {
228
+ "epoch": 0.0,
229
+ "learning_rate": 0.00013263157894736842,
230
+ "loss": 1.6311,
231
+ "step": 37
232
+ },
233
+ {
234
+ "epoch": 0.0,
235
+ "learning_rate": 0.0001305263157894737,
236
+ "loss": 1.4711,
237
+ "step": 38
238
+ },
239
+ {
240
+ "epoch": 0.0,
241
+ "learning_rate": 0.00012842105263157895,
242
+ "loss": 1.4644,
243
+ "step": 39
244
+ },
245
+ {
246
+ "epoch": 0.0,
247
+ "learning_rate": 0.0001263157894736842,
248
+ "loss": 1.7623,
249
+ "step": 40
250
+ },
251
+ {
252
+ "epoch": 0.0,
253
+ "learning_rate": 0.00012421052631578949,
254
+ "loss": 1.5635,
255
+ "step": 41
256
+ },
257
+ {
258
+ "epoch": 0.0,
259
+ "learning_rate": 0.00012210526315789474,
260
+ "loss": 1.3194,
261
+ "step": 42
262
+ },
263
+ {
264
+ "epoch": 0.0,
265
+ "learning_rate": 0.00012,
266
+ "loss": 1.3296,
267
+ "step": 43
268
+ },
269
+ {
270
+ "epoch": 0.0,
271
+ "learning_rate": 0.00011789473684210525,
272
+ "loss": 1.6656,
273
+ "step": 44
274
+ },
275
+ {
276
+ "epoch": 0.0,
277
+ "learning_rate": 0.00011578947368421053,
278
+ "loss": 1.5584,
279
+ "step": 45
280
+ },
281
+ {
282
+ "epoch": 0.0,
283
+ "learning_rate": 0.0001136842105263158,
284
+ "loss": 1.6557,
285
+ "step": 46
286
+ },
287
+ {
288
+ "epoch": 0.0,
289
+ "learning_rate": 0.00011157894736842105,
290
+ "loss": 1.4512,
291
+ "step": 47
292
+ },
293
+ {
294
+ "epoch": 0.0,
295
+ "learning_rate": 0.00010947368421052633,
296
+ "loss": 1.4563,
297
+ "step": 48
298
+ },
299
+ {
300
+ "epoch": 0.0,
301
+ "learning_rate": 0.00010736842105263158,
302
+ "loss": 1.4214,
303
+ "step": 49
304
+ },
305
+ {
306
+ "epoch": 0.0,
307
+ "learning_rate": 0.00010526315789473685,
308
+ "loss": 1.6556,
309
+ "step": 50
310
  }
311
  ],
312
  "logging_steps": 1,
313
  "max_steps": 100,
314
  "num_train_epochs": 1,
315
  "save_steps": 25,
316
+ "total_flos": 2741329648189440.0,
317
  "trial_name": null,
318
  "trial_params": null
319
  }