Training in progress, step 788, checkpoint
Browse files- last-checkpoint/optimizer_0/.metadata +0 -0
- last-checkpoint/optimizer_0/__0_0.distcp +1 -1
- last-checkpoint/optimizer_0/__1_0.distcp +1 -1
- last-checkpoint/optimizer_0/__2_0.distcp +1 -1
- last-checkpoint/optimizer_0/__3_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/.metadata +0 -0
- last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +668 -4
last-checkpoint/optimizer_0/.metadata
CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
|
|
last-checkpoint/optimizer_0/__0_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 13934748
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69b1ac8f77262327f2155611e8d5111c41ee52a7f01be46ecae2dd31f0b8f49e
|
3 |
size 13934748
|
last-checkpoint/optimizer_0/__1_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 13999412
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d62ca3f9188a97f25cf575e661ee2de17789532c15c5526f6e9926fa35457bc
|
3 |
size 13999412
|
last-checkpoint/optimizer_0/__2_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 13990904
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ebaf35def2b53d8d851d2baddd6487b7bc118dc35eb096447ad4c6725147a010
|
3 |
size 13990904
|
last-checkpoint/optimizer_0/__3_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 13990904
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c93fab8485f73ec1505d15bba19c02007a5c47c730f655dcde91bd3835d8469a
|
3 |
size 13990904
|
last-checkpoint/pytorch_model_fsdp_0/.metadata
CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
|
|
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6966784
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5ea01144229c20d5f4f164e1115e7e7f20c8bf8907e53d2e493239c444b05ee
|
3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6966784
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:925df7029bfec4f89243de6438ee08f2524a59718d43759af21b805141a14322
|
3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6966784
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bad6b78dd073d1f0d86e8dcf23fc2afa0a97ea37b3dad4ef04e4913365bedf7
|
3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6966784
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:33e154012f872d5ec4602117d98da569b8d5e2a2e8454cbf7367b1dced09bc47
|
3 |
size 6966784
|
last-checkpoint/rng_state_0.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 15024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d521bb7ac0b13415ca6efedd41d80cbc772aab6ad3c3c0470b3572d96c41464b
|
3 |
size 15024
|
last-checkpoint/rng_state_1.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 15024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5edee2ab01fed2ff8d23e5f1f088f012e9092a9561906a58069fb86ff88b7442
|
3 |
size 15024
|
last-checkpoint/rng_state_2.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 15024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c9f3ce2974485d5c2274eb5be2f8d8fbdb354727a36be1232561afe54a5cc9c
|
3 |
size 15024
|
last-checkpoint/rng_state_3.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 15024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b5e79f599e7b8d906ab68d7fa413face856a5a40141a232718ef5c2cf1432d6
|
3 |
size 15024
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:932734b25fc4b0095c06417a23d21a34a66399d86559972ec9e2af484a90fa85
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 20,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -5339,6 +5339,670 @@
|
|
5339 |
"eval_samples_per_second": 5.361,
|
5340 |
"eval_steps_per_second": 0.174,
|
5341 |
"step": 700
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5342 |
}
|
5343 |
],
|
5344 |
"logging_steps": 1,
|
@@ -5353,12 +6017,12 @@
|
|
5353 |
"should_evaluate": false,
|
5354 |
"should_log": false,
|
5355 |
"should_save": true,
|
5356 |
-
"should_training_stop":
|
5357 |
},
|
5358 |
"attributes": {}
|
5359 |
}
|
5360 |
},
|
5361 |
-
"total_flos": 2.
|
5362 |
"train_batch_size": 6,
|
5363 |
"trial_name": null,
|
5364 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.9995771670190274,
|
5 |
"eval_steps": 20,
|
6 |
+
"global_step": 788,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
5339 |
"eval_samples_per_second": 5.361,
|
5340 |
"eval_steps_per_second": 0.174,
|
5341 |
"step": 700
|
5342 |
+
},
|
5343 |
+
{
|
5344 |
+
"epoch": 0.8892177589852008,
|
5345 |
+
"grad_norm": 3.024763584136963,
|
5346 |
+
"learning_rate": 7.338896466055934e-07,
|
5347 |
+
"loss": 0.1503,
|
5348 |
+
"step": 701
|
5349 |
+
},
|
5350 |
+
{
|
5351 |
+
"epoch": 0.8904862579281184,
|
5352 |
+
"grad_norm": 5.726973533630371,
|
5353 |
+
"learning_rate": 7.173190915528494e-07,
|
5354 |
+
"loss": 0.2625,
|
5355 |
+
"step": 702
|
5356 |
+
},
|
5357 |
+
{
|
5358 |
+
"epoch": 0.8917547568710359,
|
5359 |
+
"grad_norm": 3.9381308555603027,
|
5360 |
+
"learning_rate": 7.009307917244912e-07,
|
5361 |
+
"loss": 0.1853,
|
5362 |
+
"step": 703
|
5363 |
+
},
|
5364 |
+
{
|
5365 |
+
"epoch": 0.8930232558139535,
|
5366 |
+
"grad_norm": 6.115716457366943,
|
5367 |
+
"learning_rate": 6.847250688867512e-07,
|
5368 |
+
"loss": 0.204,
|
5369 |
+
"step": 704
|
5370 |
+
},
|
5371 |
+
{
|
5372 |
+
"epoch": 0.8942917547568711,
|
5373 |
+
"grad_norm": 6.009361743927002,
|
5374 |
+
"learning_rate": 6.687022412211608e-07,
|
5375 |
+
"loss": 0.2365,
|
5376 |
+
"step": 705
|
5377 |
+
},
|
5378 |
+
{
|
5379 |
+
"epoch": 0.8955602536997885,
|
5380 |
+
"grad_norm": 4.4307332038879395,
|
5381 |
+
"learning_rate": 6.52862623318311e-07,
|
5382 |
+
"loss": 0.1889,
|
5383 |
+
"step": 706
|
5384 |
+
},
|
5385 |
+
{
|
5386 |
+
"epoch": 0.8968287526427061,
|
5387 |
+
"grad_norm": 4.24178409576416,
|
5388 |
+
"learning_rate": 6.372065261716664e-07,
|
5389 |
+
"loss": 0.1632,
|
5390 |
+
"step": 707
|
5391 |
+
},
|
5392 |
+
{
|
5393 |
+
"epoch": 0.8980972515856237,
|
5394 |
+
"grad_norm": 3.5372025966644287,
|
5395 |
+
"learning_rate": 6.217342571714679e-07,
|
5396 |
+
"loss": 0.1961,
|
5397 |
+
"step": 708
|
5398 |
+
},
|
5399 |
+
{
|
5400 |
+
"epoch": 0.8993657505285412,
|
5401 |
+
"grad_norm": 4.413094997406006,
|
5402 |
+
"learning_rate": 6.064461200986893e-07,
|
5403 |
+
"loss": 0.2418,
|
5404 |
+
"step": 709
|
5405 |
+
},
|
5406 |
+
{
|
5407 |
+
"epoch": 0.9006342494714588,
|
5408 |
+
"grad_norm": 5.046213150024414,
|
5409 |
+
"learning_rate": 5.913424151190772e-07,
|
5410 |
+
"loss": 0.2449,
|
5411 |
+
"step": 710
|
5412 |
+
},
|
5413 |
+
{
|
5414 |
+
"epoch": 0.9019027484143763,
|
5415 |
+
"grad_norm": 4.061814785003662,
|
5416 |
+
"learning_rate": 5.764234387772593e-07,
|
5417 |
+
"loss": 0.2165,
|
5418 |
+
"step": 711
|
5419 |
+
},
|
5420 |
+
{
|
5421 |
+
"epoch": 0.9031712473572938,
|
5422 |
+
"grad_norm": 4.079103469848633,
|
5423 |
+
"learning_rate": 5.616894839909181e-07,
|
5424 |
+
"loss": 0.2452,
|
5425 |
+
"step": 712
|
5426 |
+
},
|
5427 |
+
{
|
5428 |
+
"epoch": 0.9044397463002114,
|
5429 |
+
"grad_norm": 3.2785000801086426,
|
5430 |
+
"learning_rate": 5.471408400450395e-07,
|
5431 |
+
"loss": 0.1731,
|
5432 |
+
"step": 713
|
5433 |
+
},
|
5434 |
+
{
|
5435 |
+
"epoch": 0.905708245243129,
|
5436 |
+
"grad_norm": 5.047578811645508,
|
5437 |
+
"learning_rate": 5.327777925862399e-07,
|
5438 |
+
"loss": 0.2437,
|
5439 |
+
"step": 714
|
5440 |
+
},
|
5441 |
+
{
|
5442 |
+
"epoch": 0.9069767441860465,
|
5443 |
+
"grad_norm": 4.548726558685303,
|
5444 |
+
"learning_rate": 5.186006236171492e-07,
|
5445 |
+
"loss": 0.2111,
|
5446 |
+
"step": 715
|
5447 |
+
},
|
5448 |
+
{
|
5449 |
+
"epoch": 0.908245243128964,
|
5450 |
+
"grad_norm": 3.2352497577667236,
|
5451 |
+
"learning_rate": 5.046096114908783e-07,
|
5452 |
+
"loss": 0.1582,
|
5453 |
+
"step": 716
|
5454 |
+
},
|
5455 |
+
{
|
5456 |
+
"epoch": 0.9095137420718816,
|
5457 |
+
"grad_norm": 4.062112331390381,
|
5458 |
+
"learning_rate": 4.908050309055545e-07,
|
5459 |
+
"loss": 0.1853,
|
5460 |
+
"step": 717
|
5461 |
+
},
|
5462 |
+
{
|
5463 |
+
"epoch": 0.9107822410147992,
|
5464 |
+
"grad_norm": 3.6328508853912354,
|
5465 |
+
"learning_rate": 4.771871528989247e-07,
|
5466 |
+
"loss": 0.2202,
|
5467 |
+
"step": 718
|
5468 |
+
},
|
5469 |
+
{
|
5470 |
+
"epoch": 0.9120507399577167,
|
5471 |
+
"grad_norm": 5.491158962249756,
|
5472 |
+
"learning_rate": 4.6375624484303993e-07,
|
5473 |
+
"loss": 0.245,
|
5474 |
+
"step": 719
|
5475 |
+
},
|
5476 |
+
{
|
5477 |
+
"epoch": 0.9133192389006343,
|
5478 |
+
"grad_norm": 4.557428359985352,
|
5479 |
+
"learning_rate": 4.505125704389968e-07,
|
5480 |
+
"loss": 0.2277,
|
5481 |
+
"step": 720
|
5482 |
+
},
|
5483 |
+
{
|
5484 |
+
"epoch": 0.9133192389006343,
|
5485 |
+
"eval_accuracy": 0.8675496688741722,
|
5486 |
+
"eval_f1": 0.7345132743362832,
|
5487 |
+
"eval_loss": 0.2847309410572052,
|
5488 |
+
"eval_precision": 0.8383838383838383,
|
5489 |
+
"eval_recall": 0.6535433070866141,
|
5490 |
+
"eval_runtime": 50.2843,
|
5491 |
+
"eval_samples_per_second": 5.509,
|
5492 |
+
"eval_steps_per_second": 0.179,
|
5493 |
+
"step": 720
|
5494 |
+
},
|
5495 |
+
{
|
5496 |
+
"epoch": 0.9145877378435519,
|
5497 |
+
"grad_norm": 6.393286228179932,
|
5498 |
+
"learning_rate": 4.374563897117701e-07,
|
5499 |
+
"loss": 0.2023,
|
5500 |
+
"step": 721
|
5501 |
+
},
|
5502 |
+
{
|
5503 |
+
"epoch": 0.9158562367864693,
|
5504 |
+
"grad_norm": 3.4379963874816895,
|
5505 |
+
"learning_rate": 4.2458795900509943e-07,
|
5506 |
+
"loss": 0.2034,
|
5507 |
+
"step": 722
|
5508 |
+
},
|
5509 |
+
{
|
5510 |
+
"epoch": 0.9171247357293869,
|
5511 |
+
"grad_norm": 3.457280397415161,
|
5512 |
+
"learning_rate": 4.11907530976462e-07,
|
5513 |
+
"loss": 0.1882,
|
5514 |
+
"step": 723
|
5515 |
+
},
|
5516 |
+
{
|
5517 |
+
"epoch": 0.9183932346723045,
|
5518 |
+
"grad_norm": 5.479604244232178,
|
5519 |
+
"learning_rate": 3.9941535459210535e-07,
|
5520 |
+
"loss": 0.1896,
|
5521 |
+
"step": 724
|
5522 |
+
},
|
5523 |
+
{
|
5524 |
+
"epoch": 0.919661733615222,
|
5525 |
+
"grad_norm": 4.309389591217041,
|
5526 |
+
"learning_rate": 3.8711167512216816e-07,
|
5527 |
+
"loss": 0.2101,
|
5528 |
+
"step": 725
|
5529 |
+
},
|
5530 |
+
{
|
5531 |
+
"epoch": 0.9209302325581395,
|
5532 |
+
"grad_norm": 3.776045799255371,
|
5533 |
+
"learning_rate": 3.7499673413585516e-07,
|
5534 |
+
"loss": 0.2342,
|
5535 |
+
"step": 726
|
5536 |
+
},
|
5537 |
+
{
|
5538 |
+
"epoch": 0.9221987315010571,
|
5539 |
+
"grad_norm": 4.307753086090088,
|
5540 |
+
"learning_rate": 3.6307076949670173e-07,
|
5541 |
+
"loss": 0.2191,
|
5542 |
+
"step": 727
|
5543 |
+
},
|
5544 |
+
{
|
5545 |
+
"epoch": 0.9234672304439746,
|
5546 |
+
"grad_norm": 4.025116920471191,
|
5547 |
+
"learning_rate": 3.513340153578981e-07,
|
5548 |
+
"loss": 0.2486,
|
5549 |
+
"step": 728
|
5550 |
+
},
|
5551 |
+
{
|
5552 |
+
"epoch": 0.9247357293868922,
|
5553 |
+
"grad_norm": 5.146588325500488,
|
5554 |
+
"learning_rate": 3.3978670215769726e-07,
|
5555 |
+
"loss": 0.2288,
|
5556 |
+
"step": 729
|
5557 |
+
},
|
5558 |
+
{
|
5559 |
+
"epoch": 0.9260042283298098,
|
5560 |
+
"grad_norm": 4.41669225692749,
|
5561 |
+
"learning_rate": 3.284290566148873e-07,
|
5562 |
+
"loss": 0.3089,
|
5563 |
+
"step": 730
|
5564 |
+
},
|
5565 |
+
{
|
5566 |
+
"epoch": 0.9272727272727272,
|
5567 |
+
"grad_norm": 4.287278175354004,
|
5568 |
+
"learning_rate": 3.1726130172433756e-07,
|
5569 |
+
"loss": 0.2162,
|
5570 |
+
"step": 731
|
5571 |
+
},
|
5572 |
+
{
|
5573 |
+
"epoch": 0.9285412262156448,
|
5574 |
+
"grad_norm": 6.512703895568848,
|
5575 |
+
"learning_rate": 3.062836567526262e-07,
|
5576 |
+
"loss": 0.3019,
|
5577 |
+
"step": 732
|
5578 |
+
},
|
5579 |
+
{
|
5580 |
+
"epoch": 0.9298097251585624,
|
5581 |
+
"grad_norm": 4.87605094909668,
|
5582 |
+
"learning_rate": 2.954963372337327e-07,
|
5583 |
+
"loss": 0.2448,
|
5584 |
+
"step": 733
|
5585 |
+
},
|
5586 |
+
{
|
5587 |
+
"epoch": 0.9310782241014799,
|
5588 |
+
"grad_norm": 5.300022125244141,
|
5589 |
+
"learning_rate": 2.848995549648048e-07,
|
5590 |
+
"loss": 0.1657,
|
5591 |
+
"step": 734
|
5592 |
+
},
|
5593 |
+
{
|
5594 |
+
"epoch": 0.9323467230443975,
|
5595 |
+
"grad_norm": 3.4938764572143555,
|
5596 |
+
"learning_rate": 2.744935180019992e-07,
|
5597 |
+
"loss": 0.1821,
|
5598 |
+
"step": 735
|
5599 |
+
},
|
5600 |
+
{
|
5601 |
+
"epoch": 0.9336152219873151,
|
5602 |
+
"grad_norm": 4.725379467010498,
|
5603 |
+
"learning_rate": 2.642784306564017e-07,
|
5604 |
+
"loss": 0.2246,
|
5605 |
+
"step": 736
|
5606 |
+
},
|
5607 |
+
{
|
5608 |
+
"epoch": 0.9348837209302325,
|
5609 |
+
"grad_norm": 4.498754024505615,
|
5610 |
+
"learning_rate": 2.542544934900115e-07,
|
5611 |
+
"loss": 0.1903,
|
5612 |
+
"step": 737
|
5613 |
+
},
|
5614 |
+
{
|
5615 |
+
"epoch": 0.9361522198731501,
|
5616 |
+
"grad_norm": 3.992305040359497,
|
5617 |
+
"learning_rate": 2.444219033118012e-07,
|
5618 |
+
"loss": 0.1987,
|
5619 |
+
"step": 738
|
5620 |
+
},
|
5621 |
+
{
|
5622 |
+
"epoch": 0.9374207188160677,
|
5623 |
+
"grad_norm": 4.835594654083252,
|
5624 |
+
"learning_rate": 2.3478085317386157e-07,
|
5625 |
+
"loss": 0.1839,
|
5626 |
+
"step": 739
|
5627 |
+
},
|
5628 |
+
{
|
5629 |
+
"epoch": 0.9386892177589852,
|
5630 |
+
"grad_norm": 4.230025768280029,
|
5631 |
+
"learning_rate": 2.2533153236760197e-07,
|
5632 |
+
"loss": 0.2099,
|
5633 |
+
"step": 740
|
5634 |
+
},
|
5635 |
+
{
|
5636 |
+
"epoch": 0.9386892177589852,
|
5637 |
+
"eval_accuracy": 0.8719646799116998,
|
5638 |
+
"eval_f1": 0.7433628318584071,
|
5639 |
+
"eval_loss": 0.2828395962715149,
|
5640 |
+
"eval_precision": 0.8484848484848485,
|
5641 |
+
"eval_recall": 0.6614173228346457,
|
5642 |
+
"eval_runtime": 52.0079,
|
5643 |
+
"eval_samples_per_second": 5.326,
|
5644 |
+
"eval_steps_per_second": 0.173,
|
5645 |
+
"step": 740
|
5646 |
+
},
|
5647 |
+
{
|
5648 |
+
"epoch": 0.9399577167019028,
|
5649 |
+
"grad_norm": 3.8719146251678467,
|
5650 |
+
"learning_rate": 2.160741264200361e-07,
|
5651 |
+
"loss": 0.1284,
|
5652 |
+
"step": 741
|
5653 |
+
},
|
5654 |
+
{
|
5655 |
+
"epoch": 0.9412262156448203,
|
5656 |
+
"grad_norm": 3.105536699295044,
|
5657 |
+
"learning_rate": 2.070088170901441e-07,
|
5658 |
+
"loss": 0.198,
|
5659 |
+
"step": 742
|
5660 |
+
},
|
5661 |
+
{
|
5662 |
+
"epoch": 0.9424947145877378,
|
5663 |
+
"grad_norm": 5.078315258026123,
|
5664 |
+
"learning_rate": 1.981357823652974e-07,
|
5665 |
+
"loss": 0.2043,
|
5666 |
+
"step": 743
|
5667 |
+
},
|
5668 |
+
{
|
5669 |
+
"epoch": 0.9437632135306554,
|
5670 |
+
"grad_norm": 2.7954623699188232,
|
5671 |
+
"learning_rate": 1.8945519645776955e-07,
|
5672 |
+
"loss": 0.1437,
|
5673 |
+
"step": 744
|
5674 |
+
},
|
5675 |
+
{
|
5676 |
+
"epoch": 0.945031712473573,
|
5677 |
+
"grad_norm": 4.234827995300293,
|
5678 |
+
"learning_rate": 1.8096722980131097e-07,
|
5679 |
+
"loss": 0.2144,
|
5680 |
+
"step": 745
|
5681 |
+
},
|
5682 |
+
{
|
5683 |
+
"epoch": 0.9463002114164905,
|
5684 |
+
"grad_norm": 4.860174655914307,
|
5685 |
+
"learning_rate": 1.7267204904780621e-07,
|
5686 |
+
"loss": 0.203,
|
5687 |
+
"step": 746
|
5688 |
+
},
|
5689 |
+
{
|
5690 |
+
"epoch": 0.947568710359408,
|
5691 |
+
"grad_norm": 4.2235188484191895,
|
5692 |
+
"learning_rate": 1.64569817064002e-07,
|
5693 |
+
"loss": 0.2186,
|
5694 |
+
"step": 747
|
5695 |
+
},
|
5696 |
+
{
|
5697 |
+
"epoch": 0.9488372093023256,
|
5698 |
+
"grad_norm": 4.688875675201416,
|
5699 |
+
"learning_rate": 1.5666069292830544e-07,
|
5700 |
+
"loss": 0.299,
|
5701 |
+
"step": 748
|
5702 |
+
},
|
5703 |
+
{
|
5704 |
+
"epoch": 0.9501057082452431,
|
5705 |
+
"grad_norm": 3.522006034851074,
|
5706 |
+
"learning_rate": 1.489448319276676e-07,
|
5707 |
+
"loss": 0.1852,
|
5708 |
+
"step": 749
|
5709 |
+
},
|
5710 |
+
{
|
5711 |
+
"epoch": 0.9513742071881607,
|
5712 |
+
"grad_norm": 3.4337916374206543,
|
5713 |
+
"learning_rate": 1.4142238555452603e-07,
|
5714 |
+
"loss": 0.2085,
|
5715 |
+
"step": 750
|
5716 |
+
},
|
5717 |
+
{
|
5718 |
+
"epoch": 0.9526427061310783,
|
5719 |
+
"grad_norm": 4.442638874053955,
|
5720 |
+
"learning_rate": 1.3409350150383804e-07,
|
5721 |
+
"loss": 0.3052,
|
5722 |
+
"step": 751
|
5723 |
+
},
|
5724 |
+
{
|
5725 |
+
"epoch": 0.9539112050739957,
|
5726 |
+
"grad_norm": 4.747457981109619,
|
5727 |
+
"learning_rate": 1.2695832367017657e-07,
|
5728 |
+
"loss": 0.157,
|
5729 |
+
"step": 752
|
5730 |
+
},
|
5731 |
+
{
|
5732 |
+
"epoch": 0.9551797040169133,
|
5733 |
+
"grad_norm": 4.382355213165283,
|
5734 |
+
"learning_rate": 1.200169921449068e-07,
|
5735 |
+
"loss": 0.139,
|
5736 |
+
"step": 753
|
5737 |
+
},
|
5738 |
+
{
|
5739 |
+
"epoch": 0.9564482029598309,
|
5740 |
+
"grad_norm": 4.102878570556641,
|
5741 |
+
"learning_rate": 1.1326964321343503e-07,
|
5742 |
+
"loss": 0.2203,
|
5743 |
+
"step": 754
|
5744 |
+
},
|
5745 |
+
{
|
5746 |
+
"epoch": 0.9577167019027484,
|
5747 |
+
"grad_norm": 5.611064434051514,
|
5748 |
+
"learning_rate": 1.0671640935252969e-07,
|
5749 |
+
"loss": 0.279,
|
5750 |
+
"step": 755
|
5751 |
+
},
|
5752 |
+
{
|
5753 |
+
"epoch": 0.958985200845666,
|
5754 |
+
"grad_norm": 3.508052110671997,
|
5755 |
+
"learning_rate": 1.0035741922772902e-07,
|
5756 |
+
"loss": 0.1757,
|
5757 |
+
"step": 756
|
5758 |
+
},
|
5759 |
+
{
|
5760 |
+
"epoch": 0.9602536997885835,
|
5761 |
+
"grad_norm": 8.137269973754883,
|
5762 |
+
"learning_rate": 9.419279769080524e-08,
|
5763 |
+
"loss": 0.3384,
|
5764 |
+
"step": 757
|
5765 |
+
},
|
5766 |
+
{
|
5767 |
+
"epoch": 0.961522198731501,
|
5768 |
+
"grad_norm": 5.806704521179199,
|
5769 |
+
"learning_rate": 8.822266577731775e-08,
|
5770 |
+
"loss": 0.1737,
|
5771 |
+
"step": 758
|
5772 |
+
},
|
5773 |
+
{
|
5774 |
+
"epoch": 0.9627906976744186,
|
5775 |
+
"grad_norm": 3.4643378257751465,
|
5776 |
+
"learning_rate": 8.244714070423709e-08,
|
5777 |
+
"loss": 0.2046,
|
5778 |
+
"step": 759
|
5779 |
+
},
|
5780 |
+
{
|
5781 |
+
"epoch": 0.9640591966173362,
|
5782 |
+
"grad_norm": 4.203879356384277,
|
5783 |
+
"learning_rate": 7.686633586764247e-08,
|
5784 |
+
"loss": 0.2167,
|
5785 |
+
"step": 760
|
5786 |
+
},
|
5787 |
+
{
|
5788 |
+
"epoch": 0.9640591966173362,
|
5789 |
+
"eval_accuracy": 0.8708609271523179,
|
5790 |
+
"eval_f1": 0.7405764966740577,
|
5791 |
+
"eval_loss": 0.2835051715373993,
|
5792 |
+
"eval_precision": 0.8477157360406091,
|
5793 |
+
"eval_recall": 0.65748031496063,
|
5794 |
+
"eval_runtime": 51.121,
|
5795 |
+
"eval_samples_per_second": 5.419,
|
5796 |
+
"eval_steps_per_second": 0.176,
|
5797 |
+
"step": 760
|
5798 |
+
},
|
5799 |
+
{
|
5800 |
+
"epoch": 0.9653276955602537,
|
5801 |
+
"grad_norm": 3.5984137058258057,
|
5802 |
+
"learning_rate": 7.14803608404957e-08,
|
5803 |
+
"loss": 0.2524,
|
5804 |
+
"step": 761
|
5805 |
+
},
|
5806 |
+
{
|
5807 |
+
"epoch": 0.9665961945031712,
|
5808 |
+
"grad_norm": 3.3036506175994873,
|
5809 |
+
"learning_rate": 6.62893213704885e-08,
|
5810 |
+
"loss": 0.2024,
|
5811 |
+
"step": 762
|
5812 |
+
},
|
5813 |
+
{
|
5814 |
+
"epoch": 0.9678646934460888,
|
5815 |
+
"grad_norm": 4.572678089141846,
|
5816 |
+
"learning_rate": 6.129331937796856e-08,
|
5817 |
+
"loss": 0.1583,
|
5818 |
+
"step": 763
|
5819 |
+
},
|
5820 |
+
{
|
5821 |
+
"epoch": 0.9691331923890063,
|
5822 |
+
"grad_norm": 5.103546619415283,
|
5823 |
+
"learning_rate": 5.64924529539379e-08,
|
5824 |
+
"loss": 0.2218,
|
5825 |
+
"step": 764
|
5826 |
+
},
|
5827 |
+
{
|
5828 |
+
"epoch": 0.9704016913319239,
|
5829 |
+
"grad_norm": 5.696028232574463,
|
5830 |
+
"learning_rate": 5.1886816358125425e-08,
|
5831 |
+
"loss": 0.1784,
|
5832 |
+
"step": 765
|
5833 |
+
},
|
5834 |
+
{
|
5835 |
+
"epoch": 0.9716701902748415,
|
5836 |
+
"grad_norm": 4.081172466278076,
|
5837 |
+
"learning_rate": 4.747650001713622e-08,
|
5838 |
+
"loss": 0.2345,
|
5839 |
+
"step": 766
|
5840 |
+
},
|
5841 |
+
{
|
5842 |
+
"epoch": 0.972938689217759,
|
5843 |
+
"grad_norm": 3.9841372966766357,
|
5844 |
+
"learning_rate": 4.326159052267964e-08,
|
5845 |
+
"loss": 0.1854,
|
5846 |
+
"step": 767
|
5847 |
+
},
|
5848 |
+
{
|
5849 |
+
"epoch": 0.9742071881606765,
|
5850 |
+
"grad_norm": 4.337159156799316,
|
5851 |
+
"learning_rate": 3.924217062986402e-08,
|
5852 |
+
"loss": 0.2464,
|
5853 |
+
"step": 768
|
5854 |
+
},
|
5855 |
+
{
|
5856 |
+
"epoch": 0.9754756871035941,
|
5857 |
+
"grad_norm": 3.1016838550567627,
|
5858 |
+
"learning_rate": 3.541831925557571e-08,
|
5859 |
+
"loss": 0.1883,
|
5860 |
+
"step": 769
|
5861 |
+
},
|
5862 |
+
{
|
5863 |
+
"epoch": 0.9767441860465116,
|
5864 |
+
"grad_norm": 4.459488391876221,
|
5865 |
+
"learning_rate": 3.179011147693034e-08,
|
5866 |
+
"loss": 0.2386,
|
5867 |
+
"step": 770
|
5868 |
+
},
|
5869 |
+
{
|
5870 |
+
"epoch": 0.9780126849894292,
|
5871 |
+
"grad_norm": 6.270811080932617,
|
5872 |
+
"learning_rate": 2.835761852979291e-08,
|
5873 |
+
"loss": 0.2679,
|
5874 |
+
"step": 771
|
5875 |
+
},
|
5876 |
+
{
|
5877 |
+
"epoch": 0.9792811839323468,
|
5878 |
+
"grad_norm": 5.3437604904174805,
|
5879 |
+
"learning_rate": 2.512090780738552e-08,
|
5880 |
+
"loss": 0.2517,
|
5881 |
+
"step": 772
|
5882 |
+
},
|
5883 |
+
{
|
5884 |
+
"epoch": 0.9805496828752642,
|
5885 |
+
"grad_norm": 2.9482016563415527,
|
5886 |
+
"learning_rate": 2.2080042858961815e-08,
|
5887 |
+
"loss": 0.1528,
|
5888 |
+
"step": 773
|
5889 |
+
},
|
5890 |
+
{
|
5891 |
+
"epoch": 0.9818181818181818,
|
5892 |
+
"grad_norm": 6.166524887084961,
|
5893 |
+
"learning_rate": 1.9235083388559063e-08,
|
5894 |
+
"loss": 0.2392,
|
5895 |
+
"step": 774
|
5896 |
+
},
|
5897 |
+
{
|
5898 |
+
"epoch": 0.9830866807610994,
|
5899 |
+
"grad_norm": 3.6311111450195312,
|
5900 |
+
"learning_rate": 1.6586085253824657e-08,
|
5901 |
+
"loss": 0.2192,
|
5902 |
+
"step": 775
|
5903 |
+
},
|
5904 |
+
{
|
5905 |
+
"epoch": 0.9843551797040169,
|
5906 |
+
"grad_norm": 3.79732084274292,
|
5907 |
+
"learning_rate": 1.4133100464922556e-08,
|
5908 |
+
"loss": 0.1825,
|
5909 |
+
"step": 776
|
5910 |
+
},
|
5911 |
+
{
|
5912 |
+
"epoch": 0.9856236786469345,
|
5913 |
+
"grad_norm": 2.6432785987854004,
|
5914 |
+
"learning_rate": 1.187617718350853e-08,
|
5915 |
+
"loss": 0.1475,
|
5916 |
+
"step": 777
|
5917 |
+
},
|
5918 |
+
{
|
5919 |
+
"epoch": 0.986892177589852,
|
5920 |
+
"grad_norm": 2.565079927444458,
|
5921 |
+
"learning_rate": 9.81535972178871e-09,
|
5922 |
+
"loss": 0.157,
|
5923 |
+
"step": 778
|
5924 |
+
},
|
5925 |
+
{
|
5926 |
+
"epoch": 0.9881606765327695,
|
5927 |
+
"grad_norm": 4.657979965209961,
|
5928 |
+
"learning_rate": 7.950688541646934e-09,
|
5929 |
+
"loss": 0.2102,
|
5930 |
+
"step": 779
|
5931 |
+
},
|
5932 |
+
{
|
5933 |
+
"epoch": 0.9894291754756871,
|
5934 |
+
"grad_norm": 5.906298637390137,
|
5935 |
+
"learning_rate": 6.282200253847625e-09,
|
5936 |
+
"loss": 0.1901,
|
5937 |
+
"step": 780
|
5938 |
+
},
|
5939 |
+
{
|
5940 |
+
"epoch": 0.9894291754756871,
|
5941 |
+
"eval_accuracy": 0.8686534216335541,
|
5942 |
+
"eval_f1": 0.7373068432671082,
|
5943 |
+
"eval_loss": 0.28413623571395874,
|
5944 |
+
"eval_precision": 0.8391959798994975,
|
5945 |
+
"eval_recall": 0.65748031496063,
|
5946 |
+
"eval_runtime": 51.8309,
|
5947 |
+
"eval_samples_per_second": 5.344,
|
5948 |
+
"eval_steps_per_second": 0.174,
|
5949 |
+
"step": 780
|
5950 |
+
},
|
5951 |
+
{
|
5952 |
+
"epoch": 0.9906976744186047,
|
5953 |
+
"grad_norm": 4.27111291885376,
|
5954 |
+
"learning_rate": 4.809927617324128e-09,
|
5955 |
+
"loss": 0.2112,
|
5956 |
+
"step": 781
|
5957 |
+
},
|
5958 |
+
{
|
5959 |
+
"epoch": 0.9919661733615222,
|
5960 |
+
"grad_norm": 6.234564781188965,
|
5961 |
+
"learning_rate": 3.533899538528118e-09,
|
5962 |
+
"loss": 0.2754,
|
5963 |
+
"step": 782
|
5964 |
+
},
|
5965 |
+
{
|
5966 |
+
"epoch": 0.9932346723044397,
|
5967 |
+
"grad_norm": 5.112316131591797,
|
5968 |
+
"learning_rate": 2.4541410708667223e-09,
|
5969 |
+
"loss": 0.2337,
|
5970 |
+
"step": 783
|
5971 |
+
},
|
5972 |
+
{
|
5973 |
+
"epoch": 0.9945031712473573,
|
5974 |
+
"grad_norm": 4.032815933227539,
|
5975 |
+
"learning_rate": 1.5706734142106883e-09,
|
5976 |
+
"loss": 0.2389,
|
5977 |
+
"step": 784
|
5978 |
+
},
|
5979 |
+
{
|
5980 |
+
"epoch": 0.9957716701902748,
|
5981 |
+
"grad_norm": 3.928197145462036,
|
5982 |
+
"learning_rate": 8.835139144736104e-10,
|
5983 |
+
"loss": 0.2295,
|
5984 |
+
"step": 785
|
5985 |
+
},
|
5986 |
+
{
|
5987 |
+
"epoch": 0.9970401691331924,
|
5988 |
+
"grad_norm": 5.0506815910339355,
|
5989 |
+
"learning_rate": 3.9267606327775266e-10,
|
5990 |
+
"loss": 0.1851,
|
5991 |
+
"step": 786
|
5992 |
+
},
|
5993 |
+
{
|
5994 |
+
"epoch": 0.99830866807611,
|
5995 |
+
"grad_norm": 4.563787937164307,
|
5996 |
+
"learning_rate": 9.816949768204354e-11,
|
5997 |
+
"loss": 0.2297,
|
5998 |
+
"step": 787
|
5999 |
+
},
|
6000 |
+
{
|
6001 |
+
"epoch": 0.9995771670190274,
|
6002 |
+
"grad_norm": 5.677037715911865,
|
6003 |
+
"learning_rate": 0.0,
|
6004 |
+
"loss": 0.19,
|
6005 |
+
"step": 788
|
6006 |
}
|
6007 |
],
|
6008 |
"logging_steps": 1,
|
|
|
6017 |
"should_evaluate": false,
|
6018 |
"should_log": false,
|
6019 |
"should_save": true,
|
6020 |
+
"should_training_stop": true
|
6021 |
},
|
6022 |
"attributes": {}
|
6023 |
}
|
6024 |
},
|
6025 |
+
"total_flos": 2.9528591072598426e+17,
|
6026 |
"train_batch_size": 6,
|
6027 |
"trial_name": null,
|
6028 |
"trial_params": null
|