lesso05 commited on
Commit
b90cd27
1 Parent(s): 24842e1

Training in progress, step 63, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0752891ff9a06875105d7fdf9d01ed664e7e9b822573eb280f2cfd89af4be07
3
  size 50624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fdfbbadacc757e67777153358d07deb6fcd022edaac4a8f31fdca7413bf30d
3
  size 50624
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b848d6987b9344c713a0234a5034b53fc7b94c24626d49be2ed6437595c6f67e
3
  size 118090
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23dbfac893b0513a48ee0fcc19bd5a9933862addb52295331762e417d13a5c7c
3
  size 118090
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d9d0917e79b66907d60a1ed5973717fa0784cbbd4084c120130e72992abe081
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce2385d0b72feeba90e46a4879daa6d2c384d48acb74d18c1c80eded380d609
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dd76e4cfbed647f5393d42b2fd1c0eead588dbf173cae704b7e26883a38f902
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:badf8dd7fd843c03f3dfa379f5a62cbdac918ff18b84343f94ed7c04cd128a3f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.380952380952381,
5
  "eval_steps": 6,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -429,6 +429,113 @@
429
  "learning_rate": 1.4124637147783432e-05,
430
  "loss": 10.3489,
431
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
432
  }
433
  ],
434
  "logging_steps": 1,
@@ -443,12 +550,12 @@
443
  "should_evaluate": false,
444
  "should_log": false,
445
  "should_save": true,
446
- "should_training_stop": false
447
  },
448
  "attributes": {}
449
  }
450
  },
451
- "total_flos": 2595508912128.0,
452
  "train_batch_size": 8,
453
  "trial_name": null,
454
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 6,
6
+ "global_step": 63,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
429
  "learning_rate": 1.4124637147783432e-05,
430
  "loss": 10.3489,
431
  "step": 50
432
+ },
433
+ {
434
+ "epoch": 2.4285714285714284,
435
+ "grad_norm": 0.2930206060409546,
436
+ "learning_rate": 1.2124437891918993e-05,
437
+ "loss": 10.3489,
438
+ "step": 51
439
+ },
440
+ {
441
+ "epoch": 2.4761904761904763,
442
+ "grad_norm": 0.29116538166999817,
443
+ "learning_rate": 1.0257277929332332e-05,
444
+ "loss": 10.3495,
445
+ "step": 52
446
+ },
447
+ {
448
+ "epoch": 2.5238095238095237,
449
+ "grad_norm": 0.2917405664920807,
450
+ "learning_rate": 8.529715727489912e-06,
451
+ "loss": 10.3501,
452
+ "step": 53
453
+ },
454
+ {
455
+ "epoch": 2.571428571428571,
456
+ "grad_norm": 0.30513086915016174,
457
+ "learning_rate": 6.947819411632223e-06,
458
+ "loss": 10.348,
459
+ "step": 54
460
+ },
461
+ {
462
+ "epoch": 2.571428571428571,
463
+ "eval_loss": 10.34866714477539,
464
+ "eval_runtime": 0.0726,
465
+ "eval_samples_per_second": 247.859,
466
+ "eval_steps_per_second": 41.31,
467
+ "step": 54
468
+ },
469
+ {
470
+ "epoch": 2.619047619047619,
471
+ "grad_norm": 0.29732662439346313,
472
+ "learning_rate": 5.51714545026264e-06,
473
+ "loss": 10.3491,
474
+ "step": 55
475
+ },
476
+ {
477
+ "epoch": 2.6666666666666665,
478
+ "grad_norm": 0.2938980758190155,
479
+ "learning_rate": 4.242719137849077e-06,
480
+ "loss": 10.3488,
481
+ "step": 56
482
+ },
483
+ {
484
+ "epoch": 2.7142857142857144,
485
+ "grad_norm": 0.2909833490848541,
486
+ "learning_rate": 3.1290169432939553e-06,
487
+ "loss": 10.3491,
488
+ "step": 57
489
+ },
490
+ {
491
+ "epoch": 2.761904761904762,
492
+ "grad_norm": 0.2944483160972595,
493
+ "learning_rate": 2.179950786173879e-06,
494
+ "loss": 10.3492,
495
+ "step": 58
496
+ },
497
+ {
498
+ "epoch": 2.8095238095238093,
499
+ "grad_norm": 0.29118263721466064,
500
+ "learning_rate": 1.3988542959794627e-06,
501
+ "loss": 10.3491,
502
+ "step": 59
503
+ },
504
+ {
505
+ "epoch": 2.857142857142857,
506
+ "grad_norm": 0.282505601644516,
507
+ "learning_rate": 7.884711026201585e-07,
508
+ "loss": 10.3495,
509
+ "step": 60
510
+ },
511
+ {
512
+ "epoch": 2.857142857142857,
513
+ "eval_loss": 10.34833812713623,
514
+ "eval_runtime": 0.0639,
515
+ "eval_samples_per_second": 281.843,
516
+ "eval_steps_per_second": 46.974,
517
+ "step": 60
518
+ },
519
+ {
520
+ "epoch": 2.9047619047619047,
521
+ "grad_norm": 0.2876209318637848,
522
+ "learning_rate": 3.5094519932415417e-07,
523
+ "loss": 10.3495,
524
+ "step": 61
525
+ },
526
+ {
527
+ "epoch": 2.9523809523809526,
528
+ "grad_norm": 0.29724815487861633,
529
+ "learning_rate": 8.781341178393244e-08,
530
+ "loss": 10.3485,
531
+ "step": 62
532
+ },
533
+ {
534
+ "epoch": 3.0,
535
+ "grad_norm": 0.2917063534259796,
536
+ "learning_rate": 0.0,
537
+ "loss": 10.3492,
538
+ "step": 63
539
  }
540
  ],
541
  "logging_steps": 1,
 
550
  "should_evaluate": false,
551
  "should_log": false,
552
  "should_save": true,
553
+ "should_training_stop": true
554
  },
555
  "attributes": {}
556
  }
557
  },
558
+ "total_flos": 3265634009088.0,
559
  "train_batch_size": 8,
560
  "trial_name": null,
561
  "trial_params": null