TachyHealthResearch commited on
Commit
2f79775
1 Parent(s): f969925

Training in progress, step 85, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c4fce5cfe32519a28388f7d1348427cace9a5bbc7fdcb42cd3a610f5a09b5c3
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ea994bf14041147957e9710f066bfea9b71ae038d561ae5103f8fbbbb3b3b3
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b76806b0f6ab024d80b19c54695c7ae0422c719d15d5cd3bdfd8fba7688986c
3
  size 63350356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b880315bfcdbcd43b1fb921b310af312f6062c3c8620eb2368afab044b0093
3
  size 63350356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d3fbea5d1a6eda079b7b558d4de40c6d205a4bfa942ab3704e24899a9f2ac99
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa0224b8fb2b0426a129f41a0666ecf84d9b716217e39a5d1bf97eabc1d4486
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97f331dc26bc0f831c123579d0f1016dd0c68b1e6dd20d45f153e5ad72322ffd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d9670b20a9cb1941b45346abad5eae0ba745f1dbd9ea876438710fe005ce5c0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.028,
5
  "eval_steps": 1000,
6
- "global_step": 70,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -427,13 +427,103 @@
427
  "learning_rate": 6.185567010309279e-05,
428
  "loss": 1.593,
429
  "step": 70
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  }
431
  ],
432
  "logging_steps": 1,
433
  "max_steps": 100,
434
  "num_train_epochs": 1,
435
  "save_steps": 5,
436
- "total_flos": 7958034868224000.0,
437
  "trial_name": null,
438
  "trial_params": null
439
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.034,
5
  "eval_steps": 1000,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
427
  "learning_rate": 6.185567010309279e-05,
428
  "loss": 1.593,
429
  "step": 70
430
+ },
431
+ {
432
+ "epoch": 0.03,
433
+ "learning_rate": 5.979381443298969e-05,
434
+ "loss": 2.1242,
435
+ "step": 71
436
+ },
437
+ {
438
+ "epoch": 0.03,
439
+ "learning_rate": 5.7731958762886594e-05,
440
+ "loss": 1.8834,
441
+ "step": 72
442
+ },
443
+ {
444
+ "epoch": 0.03,
445
+ "learning_rate": 5.567010309278351e-05,
446
+ "loss": 1.3748,
447
+ "step": 73
448
+ },
449
+ {
450
+ "epoch": 0.03,
451
+ "learning_rate": 5.360824742268041e-05,
452
+ "loss": 1.3684,
453
+ "step": 74
454
+ },
455
+ {
456
+ "epoch": 0.03,
457
+ "learning_rate": 5.1546391752577315e-05,
458
+ "loss": 1.392,
459
+ "step": 75
460
+ },
461
+ {
462
+ "epoch": 0.03,
463
+ "learning_rate": 4.948453608247423e-05,
464
+ "loss": 1.8425,
465
+ "step": 76
466
+ },
467
+ {
468
+ "epoch": 0.03,
469
+ "learning_rate": 4.7422680412371134e-05,
470
+ "loss": 1.6621,
471
+ "step": 77
472
+ },
473
+ {
474
+ "epoch": 0.03,
475
+ "learning_rate": 4.536082474226804e-05,
476
+ "loss": 1.5169,
477
+ "step": 78
478
+ },
479
+ {
480
+ "epoch": 0.03,
481
+ "learning_rate": 4.329896907216495e-05,
482
+ "loss": 1.4549,
483
+ "step": 79
484
+ },
485
+ {
486
+ "epoch": 0.03,
487
+ "learning_rate": 4.1237113402061855e-05,
488
+ "loss": 1.6084,
489
+ "step": 80
490
+ },
491
+ {
492
+ "epoch": 0.03,
493
+ "learning_rate": 3.9175257731958764e-05,
494
+ "loss": 1.3467,
495
+ "step": 81
496
+ },
497
+ {
498
+ "epoch": 0.03,
499
+ "learning_rate": 3.7113402061855674e-05,
500
+ "loss": 1.6058,
501
+ "step": 82
502
+ },
503
+ {
504
+ "epoch": 0.03,
505
+ "learning_rate": 3.5051546391752576e-05,
506
+ "loss": 1.3481,
507
+ "step": 83
508
+ },
509
+ {
510
+ "epoch": 0.03,
511
+ "learning_rate": 3.2989690721649485e-05,
512
+ "loss": 1.9237,
513
+ "step": 84
514
+ },
515
+ {
516
+ "epoch": 0.03,
517
+ "learning_rate": 3.0927835051546395e-05,
518
+ "loss": 1.5566,
519
+ "step": 85
520
  }
521
  ],
522
  "logging_steps": 1,
523
  "max_steps": 100,
524
  "num_train_epochs": 1,
525
  "save_steps": 5,
526
+ "total_flos": 9498160042721280.0,
527
  "trial_name": null,
528
  "trial_params": null
529
  }