shibajustfor commited on
Commit
777b884
·
verified ·
1 Parent(s): 9ad6498

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efa521481053ce5aab8cd93cf69f3c29f2da35a8a3776897cd31eaa406f47a63
3
  size 65309632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1749ade8c756bb6e89201b8f861f3e6d6c2c5ca34b24ee31b0cdcacfdfb4531b
3
  size 65309632
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b562c5c2fb49363b3a50dfc48b35dd12e996f0ef6e7ad07e14c7a7b3c62891b
3
  size 33424212
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14fe98ab187bdbaa5926a17bc0799e4ece51281bc83c95ac6a3578fa67c6052b
3
  size 33424212
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2925b76675978f2a003af49e60bad6d03101b7295cd960e3da59d2f06feec23
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c3cef82a77b8c5738ee503d413c0a4f9866d1a3db207e359a45ff19926f30c
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8148b27980adb9b0bdd5c04049e531bfefcc05c06612ee72169cfb9b9fd7ee7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b489c13e2d776471e9a48162938854a24466ce6713df9c0fb59abd9a09fb226b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.004276519768212628,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,92 @@
58
  "eval_samples_per_second": 34.607,
59
  "eval_steps_per_second": 17.307,
60
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 10,
@@ -77,7 +163,7 @@
77
  "attributes": {}
78
  }
79
  },
80
- "total_flos": 9101065021292544.0,
81
  "train_batch_size": 2,
82
  "trial_name": null,
83
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.012829559304637885,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 34.607,
59
  "eval_steps_per_second": 17.307,
60
  "step": 50
61
+ },
62
+ {
63
+ "epoch": 0.005131823721855154,
64
+ "grad_norm": 4.736423969268799,
65
+ "learning_rate": 0.00016324453755953773,
66
+ "loss": 8.2631,
67
+ "step": 60
68
+ },
69
+ {
70
+ "epoch": 0.00598712767549768,
71
+ "grad_norm": 3.9354634284973145,
72
+ "learning_rate": 0.00015000000000000001,
73
+ "loss": 8.4239,
74
+ "step": 70
75
+ },
76
+ {
77
+ "epoch": 0.006842431629140206,
78
+ "grad_norm": 5.779056072235107,
79
+ "learning_rate": 0.00013546048870425356,
80
+ "loss": 8.0989,
81
+ "step": 80
82
+ },
83
+ {
84
+ "epoch": 0.007697735582782732,
85
+ "grad_norm": 5.675789833068848,
86
+ "learning_rate": 0.00012000256937760445,
87
+ "loss": 8.2106,
88
+ "step": 90
89
+ },
90
+ {
91
+ "epoch": 0.008553039536425257,
92
+ "grad_norm": 5.744926452636719,
93
+ "learning_rate": 0.00010402659401094152,
94
+ "loss": 8.2246,
95
+ "step": 100
96
+ },
97
+ {
98
+ "epoch": 0.008553039536425257,
99
+ "eval_loss": 2.0408310890197754,
100
+ "eval_runtime": 142.0789,
101
+ "eval_samples_per_second": 34.65,
102
+ "eval_steps_per_second": 17.328,
103
+ "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.009408343490067783,
107
+ "grad_norm": 5.404253005981445,
108
+ "learning_rate": 8.79463319744677e-05,
109
+ "loss": 7.483,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.010263647443710309,
114
+ "grad_norm": 7.058231830596924,
115
+ "learning_rate": 7.217825360835473e-05,
116
+ "loss": 8.0571,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.011118951397352835,
121
+ "grad_norm": 5.664774417877197,
122
+ "learning_rate": 5.713074385969457e-05,
123
+ "loss": 8.5309,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.01197425535099536,
128
+ "grad_norm": 4.67970085144043,
129
+ "learning_rate": 4.3193525326884435e-05,
130
+ "loss": 7.8239,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.012829559304637885,
135
+ "grad_norm": 6.211084365844727,
136
+ "learning_rate": 3.072756464904006e-05,
137
+ "loss": 7.6217,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.012829559304637885,
142
+ "eval_loss": 2.0031981468200684,
143
+ "eval_runtime": 141.879,
144
+ "eval_samples_per_second": 34.699,
145
+ "eval_steps_per_second": 17.353,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
163
  "attributes": {}
164
  }
165
  },
166
+ "total_flos": 2.656857995005133e+16,
167
  "train_batch_size": 2,
168
  "trial_name": null,
169
  "trial_params": null