mika5883 commited on
Commit
b13acb6
1 Parent(s): f258ec4

Training in progress, step 182500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f576c297c0eae7ededb3822e0fd97b204d6a332ff9c3b8d7ccd818ebf391761
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2baaeb2b23d09e31adf3ef5585f3e6639b56c07f476dcaafc27f4ae5d87b820
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e4dd6b31039b01a958cd2e90946071f91e4689e9d9aca8c7e434cc905cde9ca
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c9234b22f8508a6d0d4122d44d2c6d1d2e6e2fee5b0b2e55791454aea923e8
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9e95bfd6b2f51d2614c1dceffb80aed647095f9f81402665bc8a637aab51a24
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:823c43fb8cb66b96b5deeb2005d1b02ad22bf7e9aa812aa31a158370b966082c
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:207898f141fbde837147332552977457f374b23313c4b963d8a62a4e111187ed
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e2c4a62066e0491348b34524e07a98c2175669eb301b7705f9a7c6d9af8189
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.1424,
5
  "eval_steps": 500,
6
- "global_step": 178500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2506,6 +2506,62 @@
2506
  "learning_rate": 2.14504e-05,
2507
  "loss": 0.2671,
2508
  "step": 178500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2509
  }
2510
  ],
2511
  "logging_steps": 500,
@@ -2525,7 +2581,7 @@
2525
  "attributes": {}
2526
  }
2527
  },
2528
- "total_flos": 8.6959186771968e+17,
2529
  "train_batch_size": 64,
2530
  "trial_name": null,
2531
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.168,
5
  "eval_steps": 500,
6
+ "global_step": 182500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2506
  "learning_rate": 2.14504e-05,
2507
  "loss": 0.2671,
2508
  "step": 178500
2509
+ },
2510
+ {
2511
+ "epoch": 1.1456,
2512
+ "grad_norm": 0.5736916661262512,
2513
+ "learning_rate": 2.13704e-05,
2514
+ "loss": 0.2648,
2515
+ "step": 179000
2516
+ },
2517
+ {
2518
+ "epoch": 1.1488,
2519
+ "grad_norm": 0.588550329208374,
2520
+ "learning_rate": 2.129056e-05,
2521
+ "loss": 0.2641,
2522
+ "step": 179500
2523
+ },
2524
+ {
2525
+ "epoch": 1.152,
2526
+ "grad_norm": 0.5504462122917175,
2527
+ "learning_rate": 2.121056e-05,
2528
+ "loss": 0.2643,
2529
+ "step": 180000
2530
+ },
2531
+ {
2532
+ "epoch": 1.1552,
2533
+ "grad_norm": 0.5439949035644531,
2534
+ "learning_rate": 2.113056e-05,
2535
+ "loss": 0.2639,
2536
+ "step": 180500
2537
+ },
2538
+ {
2539
+ "epoch": 1.1584,
2540
+ "grad_norm": 0.6882042288780212,
2541
+ "learning_rate": 2.105056e-05,
2542
+ "loss": 0.2595,
2543
+ "step": 181000
2544
+ },
2545
+ {
2546
+ "epoch": 1.1616,
2547
+ "grad_norm": 0.6735561490058899,
2548
+ "learning_rate": 2.097056e-05,
2549
+ "loss": 0.2624,
2550
+ "step": 181500
2551
+ },
2552
+ {
2553
+ "epoch": 1.1648,
2554
+ "grad_norm": 0.5545785427093506,
2555
+ "learning_rate": 2.089056e-05,
2556
+ "loss": 0.2625,
2557
+ "step": 182000
2558
+ },
2559
+ {
2560
+ "epoch": 1.168,
2561
+ "grad_norm": 0.6497994065284729,
2562
+ "learning_rate": 2.081056e-05,
2563
+ "loss": 0.2611,
2564
+ "step": 182500
2565
  }
2566
  ],
2567
  "logging_steps": 500,
 
2581
  "attributes": {}
2582
  }
2583
  },
2584
+ "total_flos": 8.890785202176e+17,
2585
  "train_batch_size": 64,
2586
  "trial_name": null,
2587
  "trial_params": null