johannes-garstenauer commited on
Commit
2f4ea46
·
1 Parent(s): e099e88

Training in progress, step 207, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9ba56438d71babce489f788f74e8baac21791812e354d7542958558e28a5b09
3
  size 535971781
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d58b44db21cf25ba64ac1c27e6f1bb7784ee0a02ac931b01d36f76f3220387
3
  size 535971781
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:578030cef8b7c5c69af6edf07508bd8fbd30dd15bd17675223747e37eae63b73
3
  size 267978033
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c504f83aad7d0a302af9e29bf917ae3d98fef0c854c77f7a243e352e62aa8270
3
  size 267978033
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e87e04e7d234747e7e919c5e789170752456573555547e3deeb923883bc8fb68
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0cc7cef5fa73d93c76289cba5b5ec53161a70d5a31f0a11bb51c131c5a0f9a
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5d1ed32e9c64dc8043e49a394f10417bfc59f6bbabc5ffbdc0900311f4a833f
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac9980dd115ceed587e7cac8192a9802f0556a44357dfa4f0585a55038b5273
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.10267857142857142,
5
  "eval_steps": 500,
6
- "global_step": 23,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -13,13 +13,67 @@
13
  "learning_rate": 4.5535714285714286e-05,
14
  "loss": 5.2623,
15
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  }
17
  ],
18
  "logging_steps": 20,
19
  "max_steps": 224,
20
  "num_train_epochs": 1,
21
  "save_steps": 23,
22
- "total_flos": 195130021773312.0,
23
  "trial_name": null,
24
  "trial_params": null
25
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9241071428571429,
5
  "eval_steps": 500,
6
+ "global_step": 207,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
13
  "learning_rate": 4.5535714285714286e-05,
14
  "loss": 5.2623,
15
  "step": 20
16
+ },
17
+ {
18
+ "epoch": 0.18,
19
+ "learning_rate": 4.107142857142857e-05,
20
+ "loss": 4.7292,
21
+ "step": 40
22
+ },
23
+ {
24
+ "epoch": 0.27,
25
+ "learning_rate": 3.6607142857142853e-05,
26
+ "loss": 4.0834,
27
+ "step": 60
28
+ },
29
+ {
30
+ "epoch": 0.36,
31
+ "learning_rate": 3.2142857142857144e-05,
32
+ "loss": 4.3913,
33
+ "step": 80
34
+ },
35
+ {
36
+ "epoch": 0.45,
37
+ "learning_rate": 2.767857142857143e-05,
38
+ "loss": 4.0595,
39
+ "step": 100
40
+ },
41
+ {
42
+ "epoch": 0.54,
43
+ "learning_rate": 2.3214285714285715e-05,
44
+ "loss": 3.9562,
45
+ "step": 120
46
+ },
47
+ {
48
+ "epoch": 0.62,
49
+ "learning_rate": 1.8750000000000002e-05,
50
+ "loss": 4.0609,
51
+ "step": 140
52
+ },
53
+ {
54
+ "epoch": 0.71,
55
+ "learning_rate": 1.4285714285714285e-05,
56
+ "loss": 4.3562,
57
+ "step": 160
58
+ },
59
+ {
60
+ "epoch": 0.8,
61
+ "learning_rate": 9.821428571428573e-06,
62
+ "loss": 4.0136,
63
+ "step": 180
64
+ },
65
+ {
66
+ "epoch": 0.89,
67
+ "learning_rate": 5.357142857142857e-06,
68
+ "loss": 3.8597,
69
+ "step": 200
70
  }
71
  ],
72
  "logging_steps": 20,
73
  "max_steps": 224,
74
  "num_train_epochs": 1,
75
  "save_steps": 23,
76
+ "total_flos": 1756170195959808.0,
77
  "trial_name": null,
78
  "trial_params": null
79
  }