iamnguyen commited on
Commit
9b0fb66
·
verified ·
1 Parent(s): 9bcf12d

Training in progress, step 32, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50586fd2411260afc18a5140eb6eec2a0bcfb632a87c78de61b684cf071fbaf5
3
  size 479769104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31a542e2dbb2c9cbe799386642c1e0b77dc5941a765201ea34a5511bc04ab63
3
  size 479769104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cca84a8847e1ee6be02ac936fcc1af3d1de40cc5f56ad51604ebd3fc04fb1dbe
3
  size 240728084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed5cc0419647052fd30648d8c3078b7b3cb31f218b1103a547918cea2f1358f
3
  size 240728084
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:289a7023689774a52b1b13bddd72584da17e89c0b2ac881739dc070a2b1f637f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b7a108a3eca8766b6cabea067222bf8fc5ccd85d84371fb8aa5547b4f34b95
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0010344207546826732,
5
  "eval_steps": 500,
6
- "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -119,6 +119,118 @@
119
  "learning_rate": 1.0322580645161291e-06,
120
  "loss": 1.6359,
121
  "step": 16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  }
123
  ],
124
  "logging_steps": 1,
@@ -138,7 +250,7 @@
138
  "attributes": {}
139
  }
140
  },
141
- "total_flos": 9899397096579072.0,
142
  "train_batch_size": 2,
143
  "trial_name": null,
144
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0020688415093653464,
5
  "eval_steps": 500,
6
+ "global_step": 32,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
119
  "learning_rate": 1.0322580645161291e-06,
120
  "loss": 1.6359,
121
  "step": 16
122
+ },
123
+ {
124
+ "epoch": 0.0010990720518503404,
125
+ "grad_norm": 25.75543785095215,
126
+ "learning_rate": 1.0967741935483872e-06,
127
+ "loss": 1.6014,
128
+ "step": 17
129
+ },
130
+ {
131
+ "epoch": 0.0011637233490180074,
132
+ "grad_norm": 11.885198593139648,
133
+ "learning_rate": 1.1612903225806454e-06,
134
+ "loss": 1.6831,
135
+ "step": 18
136
+ },
137
+ {
138
+ "epoch": 0.0012283746461856746,
139
+ "grad_norm": 14.924345016479492,
140
+ "learning_rate": 1.2258064516129033e-06,
141
+ "loss": 1.7223,
142
+ "step": 19
143
+ },
144
+ {
145
+ "epoch": 0.0012930259433533416,
146
+ "grad_norm": 18.01887321472168,
147
+ "learning_rate": 1.2903225806451614e-06,
148
+ "loss": 1.6811,
149
+ "step": 20
150
+ },
151
+ {
152
+ "epoch": 0.0013576772405210086,
153
+ "grad_norm": 12.34964656829834,
154
+ "learning_rate": 1.3548387096774195e-06,
155
+ "loss": 1.6169,
156
+ "step": 21
157
+ },
158
+ {
159
+ "epoch": 0.0014223285376886757,
160
+ "grad_norm": 11.162965774536133,
161
+ "learning_rate": 1.4193548387096776e-06,
162
+ "loss": 1.6814,
163
+ "step": 22
164
+ },
165
+ {
166
+ "epoch": 0.0014869798348563427,
167
+ "grad_norm": 8.694445610046387,
168
+ "learning_rate": 1.4838709677419356e-06,
169
+ "loss": 1.5999,
170
+ "step": 23
171
+ },
172
+ {
173
+ "epoch": 0.00155163113202401,
174
+ "grad_norm": 9.510068893432617,
175
+ "learning_rate": 1.5483870967741937e-06,
176
+ "loss": 1.6327,
177
+ "step": 24
178
+ },
179
+ {
180
+ "epoch": 0.001616282429191677,
181
+ "grad_norm": 9.788911819458008,
182
+ "learning_rate": 1.6129032258064516e-06,
183
+ "loss": 1.6985,
184
+ "step": 25
185
+ },
186
+ {
187
+ "epoch": 0.001680933726359344,
188
+ "grad_norm": 8.04429817199707,
189
+ "learning_rate": 1.67741935483871e-06,
190
+ "loss": 1.6618,
191
+ "step": 26
192
+ },
193
+ {
194
+ "epoch": 0.001745585023527011,
195
+ "grad_norm": 7.545624256134033,
196
+ "learning_rate": 1.7419354838709678e-06,
197
+ "loss": 1.5472,
198
+ "step": 27
199
+ },
200
+ {
201
+ "epoch": 0.0018102363206946783,
202
+ "grad_norm": 7.069305419921875,
203
+ "learning_rate": 1.8064516129032258e-06,
204
+ "loss": 1.643,
205
+ "step": 28
206
+ },
207
+ {
208
+ "epoch": 0.0018748876178623453,
209
+ "grad_norm": 9.195314407348633,
210
+ "learning_rate": 1.870967741935484e-06,
211
+ "loss": 1.5956,
212
+ "step": 29
213
+ },
214
+ {
215
+ "epoch": 0.0019395389150300122,
216
+ "grad_norm": 6.884894371032715,
217
+ "learning_rate": 1.935483870967742e-06,
218
+ "loss": 1.5752,
219
+ "step": 30
220
+ },
221
+ {
222
+ "epoch": 0.0020041902121976794,
223
+ "grad_norm": 7.165380477905273,
224
+ "learning_rate": 2.0000000000000003e-06,
225
+ "loss": 1.5812,
226
+ "step": 31
227
+ },
228
+ {
229
+ "epoch": 0.0020688415093653464,
230
+ "grad_norm": 6.563286781311035,
231
+ "learning_rate": 2.0645161290322582e-06,
232
+ "loss": 1.5938,
233
+ "step": 32
234
  }
235
  ],
236
  "logging_steps": 1,
 
250
  "attributes": {}
251
  }
252
  },
253
+ "total_flos": 2.068879221404467e+16,
254
  "train_batch_size": 2,
255
  "trial_name": null,
256
  "trial_params": null