Training in progress, step 182500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891644712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2baaeb2b23d09e31adf3ef5585f3e6639b56c07f476dcaafc27f4ae5d87b820
|
3 |
size 891644712
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783444357
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31c9234b22f8508a6d0d4122d44d2c6d1d2e6e2fee5b0b2e55791454aea923e8
|
3 |
size 1783444357
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14575
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:823c43fb8cb66b96b5deeb2005d1b02ad22bf7e9aa812aa31a158370b966082c
|
3 |
size 14575
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 627
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82e2c4a62066e0491348b34524e07a98c2175669eb301b7705f9a7c6d9af8189
|
3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 1.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -2506,6 +2506,62 @@
|
|
2506 |
"learning_rate": 2.14504e-05,
|
2507 |
"loss": 0.2671,
|
2508 |
"step": 178500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2509 |
}
|
2510 |
],
|
2511 |
"logging_steps": 500,
|
@@ -2525,7 +2581,7 @@
|
|
2525 |
"attributes": {}
|
2526 |
}
|
2527 |
},
|
2528 |
-
"total_flos": 8.
|
2529 |
"train_batch_size": 64,
|
2530 |
"trial_name": null,
|
2531 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 1.168,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 182500,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
2506 |
"learning_rate": 2.14504e-05,
|
2507 |
"loss": 0.2671,
|
2508 |
"step": 178500
|
2509 |
+
},
|
2510 |
+
{
|
2511 |
+
"epoch": 1.1456,
|
2512 |
+
"grad_norm": 0.5736916661262512,
|
2513 |
+
"learning_rate": 2.13704e-05,
|
2514 |
+
"loss": 0.2648,
|
2515 |
+
"step": 179000
|
2516 |
+
},
|
2517 |
+
{
|
2518 |
+
"epoch": 1.1488,
|
2519 |
+
"grad_norm": 0.588550329208374,
|
2520 |
+
"learning_rate": 2.129056e-05,
|
2521 |
+
"loss": 0.2641,
|
2522 |
+
"step": 179500
|
2523 |
+
},
|
2524 |
+
{
|
2525 |
+
"epoch": 1.152,
|
2526 |
+
"grad_norm": 0.5504462122917175,
|
2527 |
+
"learning_rate": 2.121056e-05,
|
2528 |
+
"loss": 0.2643,
|
2529 |
+
"step": 180000
|
2530 |
+
},
|
2531 |
+
{
|
2532 |
+
"epoch": 1.1552,
|
2533 |
+
"grad_norm": 0.5439949035644531,
|
2534 |
+
"learning_rate": 2.113056e-05,
|
2535 |
+
"loss": 0.2639,
|
2536 |
+
"step": 180500
|
2537 |
+
},
|
2538 |
+
{
|
2539 |
+
"epoch": 1.1584,
|
2540 |
+
"grad_norm": 0.6882042288780212,
|
2541 |
+
"learning_rate": 2.105056e-05,
|
2542 |
+
"loss": 0.2595,
|
2543 |
+
"step": 181000
|
2544 |
+
},
|
2545 |
+
{
|
2546 |
+
"epoch": 1.1616,
|
2547 |
+
"grad_norm": 0.6735561490058899,
|
2548 |
+
"learning_rate": 2.097056e-05,
|
2549 |
+
"loss": 0.2624,
|
2550 |
+
"step": 181500
|
2551 |
+
},
|
2552 |
+
{
|
2553 |
+
"epoch": 1.1648,
|
2554 |
+
"grad_norm": 0.5545785427093506,
|
2555 |
+
"learning_rate": 2.089056e-05,
|
2556 |
+
"loss": 0.2625,
|
2557 |
+
"step": 182000
|
2558 |
+
},
|
2559 |
+
{
|
2560 |
+
"epoch": 1.168,
|
2561 |
+
"grad_norm": 0.6497994065284729,
|
2562 |
+
"learning_rate": 2.081056e-05,
|
2563 |
+
"loss": 0.2611,
|
2564 |
+
"step": 182500
|
2565 |
}
|
2566 |
],
|
2567 |
"logging_steps": 500,
|
|
|
2581 |
"attributes": {}
|
2582 |
}
|
2583 |
},
|
2584 |
+
"total_flos": 8.890785202176e+17,
|
2585 |
"train_batch_size": 64,
|
2586 |
"trial_name": null,
|
2587 |
"trial_params": null
|