TachyHealthResearch commited on
Commit
5546069
·
1 Parent(s): 29f4aae

Training in progress, step 90, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2149b61cb34c2e6df18d54b09ef324b4f5c6b8070c2cdd6c8b25c9e2fffe7a95
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf13dd7f939889c91198d174e084826aed48704c1fd4e5736817037ad140dedf
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8e87f06c9acd5cac5e064293055099393f9bb9703f13b08687edb32cc1e5b9e
3
  size 40570324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110b710d9de55a0a34d2837f34acf7ccd1f77ce7aa33a65ff0eb3631f5b3b2d7
3
  size 40570324
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4666be32fbddb33d3e786ef9e8e7edbfb45e56c703199b80f3d2915023bdbf7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e56c0fe463893df1349ac74b160b6490c137110b70a9efd96ee4cadf70b5c4ed
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f33415f176b8a48691d03ed7dab3f1b327d681c8c56b2a0baf4a0c917f18d582
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b296677280182a88e75c28cc855364d568a9149408830a5cd922e45719e62ac
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.032,
5
  "eval_steps": 1000,
6
- "global_step": 80,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -487,13 +487,73 @@
487
  "learning_rate": 4.210526315789474e-05,
488
  "loss": 1.6428,
489
  "step": 80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
490
  }
491
  ],
492
  "logging_steps": 1,
493
  "max_steps": 100,
494
  "num_train_epochs": 1,
495
  "save_steps": 10,
496
- "total_flos": 4648013092208640.0,
497
  "trial_name": null,
498
  "trial_params": null
499
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.036,
5
  "eval_steps": 1000,
6
+ "global_step": 90,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
487
  "learning_rate": 4.210526315789474e-05,
488
  "loss": 1.6428,
489
  "step": 80
490
+ },
491
+ {
492
+ "epoch": 0.03,
493
+ "learning_rate": 4e-05,
494
+ "loss": 1.3627,
495
+ "step": 81
496
+ },
497
+ {
498
+ "epoch": 0.03,
499
+ "learning_rate": 3.789473684210527e-05,
500
+ "loss": 1.6237,
501
+ "step": 82
502
+ },
503
+ {
504
+ "epoch": 0.03,
505
+ "learning_rate": 3.578947368421053e-05,
506
+ "loss": 1.3507,
507
+ "step": 83
508
+ },
509
+ {
510
+ "epoch": 0.03,
511
+ "learning_rate": 3.368421052631579e-05,
512
+ "loss": 1.9075,
513
+ "step": 84
514
+ },
515
+ {
516
+ "epoch": 0.03,
517
+ "learning_rate": 3.157894736842105e-05,
518
+ "loss": 1.5232,
519
+ "step": 85
520
+ },
521
+ {
522
+ "epoch": 0.03,
523
+ "learning_rate": 2.9473684210526314e-05,
524
+ "loss": 1.5658,
525
+ "step": 86
526
+ },
527
+ {
528
+ "epoch": 0.03,
529
+ "learning_rate": 2.7368421052631583e-05,
530
+ "loss": 1.3801,
531
+ "step": 87
532
+ },
533
+ {
534
+ "epoch": 0.04,
535
+ "learning_rate": 2.5263157894736845e-05,
536
+ "loss": 1.6668,
537
+ "step": 88
538
+ },
539
+ {
540
+ "epoch": 0.04,
541
+ "learning_rate": 2.3157894736842107e-05,
542
+ "loss": 1.6941,
543
+ "step": 89
544
+ },
545
+ {
546
+ "epoch": 0.04,
547
+ "learning_rate": 2.105263157894737e-05,
548
+ "loss": 1.841,
549
+ "step": 90
550
  }
551
  ],
552
  "logging_steps": 1,
553
  "max_steps": 100,
554
  "num_train_epochs": 1,
555
  "save_steps": 10,
556
+ "total_flos": 5365673630220288.0,
557
  "trial_name": null,
558
  "trial_params": null
559
  }