Training in progress, step 46500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891644712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34add1e167467d9f589f5c4ec23a18d7e92be6230f07341b5544923f93feab04
|
3 |
size 891644712
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783444357
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c1d56ed2fb7b607e26743805c29ee357f094e57ed6ee26216438c18cf1869028
|
3 |
size 1783444357
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14575
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7c8f79644f2475985f4dd054bfb47e766f1a32cf2d648a1047db22199979bcd
|
3 |
size 14575
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 627
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cbb74bfdb77ddeb784b29549bc2d93ad8bb0b96ccaad9f3fb435b18007153dd
|
3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -616,6 +616,48 @@
|
|
616 |
"learning_rate": 4.3042560000000004e-05,
|
617 |
"loss": 0.3505,
|
618 |
"step": 43500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
619 |
}
|
620 |
],
|
621 |
"logging_steps": 500,
|
@@ -635,7 +677,7 @@
|
|
635 |
"attributes": {}
|
636 |
}
|
637 |
},
|
638 |
-
"total_flos": 2.
|
639 |
"train_batch_size": 64,
|
640 |
"trial_name": null,
|
641 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.2976,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 46500,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
616 |
"learning_rate": 4.3042560000000004e-05,
|
617 |
"loss": 0.3505,
|
618 |
"step": 43500
|
619 |
+
},
|
620 |
+
{
|
621 |
+
"epoch": 0.2816,
|
622 |
+
"grad_norm": 0.7914199829101562,
|
623 |
+
"learning_rate": 4.2962560000000005e-05,
|
624 |
+
"loss": 0.3439,
|
625 |
+
"step": 44000
|
626 |
+
},
|
627 |
+
{
|
628 |
+
"epoch": 0.2848,
|
629 |
+
"grad_norm": 0.7488194704055786,
|
630 |
+
"learning_rate": 4.288256e-05,
|
631 |
+
"loss": 0.349,
|
632 |
+
"step": 44500
|
633 |
+
},
|
634 |
+
{
|
635 |
+
"epoch": 0.288,
|
636 |
+
"grad_norm": 0.8654124736785889,
|
637 |
+
"learning_rate": 4.280256e-05,
|
638 |
+
"loss": 0.3491,
|
639 |
+
"step": 45000
|
640 |
+
},
|
641 |
+
{
|
642 |
+
"epoch": 0.2912,
|
643 |
+
"grad_norm": 0.6817401647567749,
|
644 |
+
"learning_rate": 4.272272e-05,
|
645 |
+
"loss": 0.3447,
|
646 |
+
"step": 45500
|
647 |
+
},
|
648 |
+
{
|
649 |
+
"epoch": 0.2944,
|
650 |
+
"grad_norm": 0.6439715623855591,
|
651 |
+
"learning_rate": 4.2642720000000006e-05,
|
652 |
+
"loss": 0.3453,
|
653 |
+
"step": 46000
|
654 |
+
},
|
655 |
+
{
|
656 |
+
"epoch": 0.2976,
|
657 |
+
"grad_norm": 1.3840138912200928,
|
658 |
+
"learning_rate": 4.256272e-05,
|
659 |
+
"loss": 0.3445,
|
660 |
+
"step": 46500
|
661 |
}
|
662 |
],
|
663 |
"logging_steps": 500,
|
|
|
677 |
"attributes": {}
|
678 |
}
|
679 |
},
|
680 |
+
"total_flos": 2.2653233528832e+17,
|
681 |
"train_batch_size": 64,
|
682 |
"trial_name": null,
|
683 |
"trial_params": null
|