TachyHealthResearch commited on
Commit
3372708
·
1 Parent(s): 8fa1983

Training in progress, step 45, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40d5693affa8c3c7b723c5daf60ed0b746f97958aee56ec5b5ea1f3ad326b755
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7aa8a98b6e70791a74e60e208c3ac40c8361199195dd54e893d808393c784d3
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6de35a1438d91fac87e649ba5c3d5a90121e6ce3ca86df298c35f641323d5759
3
  size 63350356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04c7916ae0a42a86555408ab18196278c14a6105644f0d14991b727630eb3e96
3
  size 63350356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a14f694512fc40766d9fafd579c27dac8ba7e3555b949d256edd6441aadd30ee
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7553ed48fb9af9185475a0992950d3f88e91369c31402fc9b619ffc0bfb053
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33c2ffac78fadf1567b17338549b0e2194f2cf0e411216d20570b3e79a5739ee
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f8e86cd65221b2d68c30f7fa44bf055b87fd8f319383787431dfc91b0128d9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.01,
5
  "eval_steps": 1000,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -157,13 +157,133 @@
157
  "learning_rate": 0.00015463917525773197,
158
  "loss": 1.6624,
159
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  }
161
  ],
162
  "logging_steps": 1,
163
  "max_steps": 100,
164
  "num_train_epochs": 1,
165
  "save_steps": 5,
166
- "total_flos": 3557655141089280.0,
167
  "trial_name": null,
168
  "trial_params": null
169
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.018,
5
  "eval_steps": 1000,
6
+ "global_step": 45,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
157
  "learning_rate": 0.00015463917525773197,
158
  "loss": 1.6624,
159
  "step": 25
160
+ },
161
+ {
162
+ "epoch": 0.01,
163
+ "learning_rate": 0.00015257731958762886,
164
+ "loss": 1.95,
165
+ "step": 26
166
+ },
167
+ {
168
+ "epoch": 0.01,
169
+ "learning_rate": 0.00015051546391752578,
170
+ "loss": 1.5541,
171
+ "step": 27
172
+ },
173
+ {
174
+ "epoch": 0.01,
175
+ "learning_rate": 0.0001484536082474227,
176
+ "loss": 1.4851,
177
+ "step": 28
178
+ },
179
+ {
180
+ "epoch": 0.01,
181
+ "learning_rate": 0.00014639175257731958,
182
+ "loss": 1.6751,
183
+ "step": 29
184
+ },
185
+ {
186
+ "epoch": 0.01,
187
+ "learning_rate": 0.0001443298969072165,
188
+ "loss": 1.5637,
189
+ "step": 30
190
+ },
191
+ {
192
+ "epoch": 0.01,
193
+ "learning_rate": 0.00014226804123711342,
194
+ "loss": 1.6947,
195
+ "step": 31
196
+ },
197
+ {
198
+ "epoch": 0.01,
199
+ "learning_rate": 0.0001402061855670103,
200
+ "loss": 1.363,
201
+ "step": 32
202
+ },
203
+ {
204
+ "epoch": 0.01,
205
+ "learning_rate": 0.00013814432989690722,
206
+ "loss": 2.0642,
207
+ "step": 33
208
+ },
209
+ {
210
+ "epoch": 0.01,
211
+ "learning_rate": 0.00013608247422680414,
212
+ "loss": 1.5458,
213
+ "step": 34
214
+ },
215
+ {
216
+ "epoch": 0.01,
217
+ "learning_rate": 0.00013402061855670103,
218
+ "loss": 1.8339,
219
+ "step": 35
220
+ },
221
+ {
222
+ "epoch": 0.01,
223
+ "learning_rate": 0.00013195876288659794,
224
+ "loss": 1.6049,
225
+ "step": 36
226
+ },
227
+ {
228
+ "epoch": 0.01,
229
+ "learning_rate": 0.00012989690721649486,
230
+ "loss": 1.5555,
231
+ "step": 37
232
+ },
233
+ {
234
+ "epoch": 0.02,
235
+ "learning_rate": 0.00012783505154639175,
236
+ "loss": 1.5485,
237
+ "step": 38
238
+ },
239
+ {
240
+ "epoch": 0.02,
241
+ "learning_rate": 0.00012577319587628866,
242
+ "loss": 2.0987,
243
+ "step": 39
244
+ },
245
+ {
246
+ "epoch": 0.02,
247
+ "learning_rate": 0.00012371134020618558,
248
+ "loss": 1.4402,
249
+ "step": 40
250
+ },
251
+ {
252
+ "epoch": 0.02,
253
+ "learning_rate": 0.00012164948453608247,
254
+ "loss": 1.4069,
255
+ "step": 41
256
+ },
257
+ {
258
+ "epoch": 0.02,
259
+ "learning_rate": 0.00011958762886597938,
260
+ "loss": 1.5902,
261
+ "step": 42
262
+ },
263
+ {
264
+ "epoch": 0.02,
265
+ "learning_rate": 0.0001175257731958763,
266
+ "loss": 1.8907,
267
+ "step": 43
268
+ },
269
+ {
270
+ "epoch": 0.02,
271
+ "learning_rate": 0.00011546391752577319,
272
+ "loss": 1.6717,
273
+ "step": 44
274
+ },
275
+ {
276
+ "epoch": 0.02,
277
+ "learning_rate": 0.0001134020618556701,
278
+ "loss": 1.8157,
279
+ "step": 45
280
  }
281
  ],
282
  "logging_steps": 1,
283
  "max_steps": 100,
284
  "num_train_epochs": 1,
285
  "save_steps": 5,
286
+ "total_flos": 5322104911872000.0,
287
  "trial_name": null,
288
  "trial_params": null
289
  }