Training in progress, step 18000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891644712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e92f9d6fa8f3943fa6d1539e3fc9c8082440671fbbfe767f34bd7b0b0b7bbcb
|
3 |
size 891644712
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783444357
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b52a6542aae59b9e8dbc260d927ca0f2fdc030aeecaf2628fab24bffbce8b859
|
3 |
size 1783444357
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14575
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05a1c8d1b4a5f5df3241839fbe5d279cd2d58633aba6dc35472c1b5348efdb84
|
3 |
size 14575
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 627
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:473385105464e09d9e2cd49bbce42350523e82d12bca7455cb9d145ff112729d
|
3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -203,6 +203,62 @@
|
|
203 |
"learning_rate": 4.77608e-05,
|
204 |
"loss": 0.4247,
|
205 |
"step": 14000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
206 |
}
|
207 |
],
|
208 |
"logging_steps": 500,
|
@@ -222,7 +278,7 @@
|
|
222 |
"attributes": {}
|
223 |
}
|
224 |
},
|
225 |
-
"total_flos":
|
226 |
"train_batch_size": 64,
|
227 |
"trial_name": null,
|
228 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.1152,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 18000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
203 |
"learning_rate": 4.77608e-05,
|
204 |
"loss": 0.4247,
|
205 |
"step": 14000
|
206 |
+
},
|
207 |
+
{
|
208 |
+
"epoch": 0.0928,
|
209 |
+
"grad_norm": 0.839026689529419,
|
210 |
+
"learning_rate": 4.7680960000000004e-05,
|
211 |
+
"loss": 0.4233,
|
212 |
+
"step": 14500
|
213 |
+
},
|
214 |
+
{
|
215 |
+
"epoch": 0.096,
|
216 |
+
"grad_norm": 0.8110847473144531,
|
217 |
+
"learning_rate": 4.760096e-05,
|
218 |
+
"loss": 0.4207,
|
219 |
+
"step": 15000
|
220 |
+
},
|
221 |
+
{
|
222 |
+
"epoch": 0.0992,
|
223 |
+
"grad_norm": 0.8462579250335693,
|
224 |
+
"learning_rate": 4.7520960000000005e-05,
|
225 |
+
"loss": 0.421,
|
226 |
+
"step": 15500
|
227 |
+
},
|
228 |
+
{
|
229 |
+
"epoch": 0.1024,
|
230 |
+
"grad_norm": 0.8980106711387634,
|
231 |
+
"learning_rate": 4.744096e-05,
|
232 |
+
"loss": 0.417,
|
233 |
+
"step": 16000
|
234 |
+
},
|
235 |
+
{
|
236 |
+
"epoch": 0.1056,
|
237 |
+
"grad_norm": 0.8297702074050903,
|
238 |
+
"learning_rate": 4.736096000000001e-05,
|
239 |
+
"loss": 0.4139,
|
240 |
+
"step": 16500
|
241 |
+
},
|
242 |
+
{
|
243 |
+
"epoch": 0.1088,
|
244 |
+
"grad_norm": 0.9856173992156982,
|
245 |
+
"learning_rate": 4.728096e-05,
|
246 |
+
"loss": 0.419,
|
247 |
+
"step": 17000
|
248 |
+
},
|
249 |
+
{
|
250 |
+
"epoch": 0.112,
|
251 |
+
"grad_norm": 0.934256911277771,
|
252 |
+
"learning_rate": 4.720096e-05,
|
253 |
+
"loss": 0.4098,
|
254 |
+
"step": 17500
|
255 |
+
},
|
256 |
+
{
|
257 |
+
"epoch": 0.1152,
|
258 |
+
"grad_norm": 0.9190649390220642,
|
259 |
+
"learning_rate": 4.712096e-05,
|
260 |
+
"loss": 0.412,
|
261 |
+
"step": 18000
|
262 |
}
|
263 |
],
|
264 |
"logging_steps": 500,
|
|
|
278 |
"attributes": {}
|
279 |
}
|
280 |
},
|
281 |
+
"total_flos": 8.768993624064e+16,
|
282 |
"train_batch_size": 64,
|
283 |
"trial_name": null,
|
284 |
"trial_params": null
|