mgh6 commited on
Commit
ab4dc8e
·
verified ·
1 Parent(s): 4010a56

Training in progress, step 1500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af81d9cc2f1ff0a05502e1f3c3b568e72183c6a9a6ed244129dfee78d5235ea3
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e047e722c8d2a4adc9591b035031716df14784019153e5c2953617fb6ea1cafb
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1458a837c7ed019986f54bcbb3f7348b1d0758cd92e5f2ade515474b8fa81142
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5213051fb01503893c2fad99438564be3e49e499a49e491a435d2bf597ccf3f
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b318eb73ccb53da9f9ff5d08314f789cad6a3b7be48a96febfa65e8e395a406c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76bba0c9b8ac8dac910c8ef383772b76b506744638f9572748f5cedbdaa64b8
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3329bd49914ec2503d9fec296dd4d936a9a9b917cb79af74aa9e6985885ffbb
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc73dbb491eb6e262a9785fe01e1ee502ba913bf4d669672d7bd3a5646689cca
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49fd006ab5f700accd9b61a5a188065ff8d30a3bc36dad95368223dcd7a79350
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c5b15cd9d3843fe6c13c787db34fa4f9c5781775a661a9a305d19a85a985bd
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2adc11863e21cb21757bf05dae5c2c278dcd7ef8062ebb5e46e893344ad90d2d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaf7345f894543f3f7d3b26b10e54e981dfc4a90c5eb5fdea6e51da74075dfcf
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f1545021bacb1893e9a881b654d67556b0d7bb5407189283857b1e748411509
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794d9a4c9de1d78d0474fd1f61726dc1a90367d9a4ca4c964a2092e9c1a4b76b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.07675232145791035,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -147,6 +147,76 @@
147
  "learning_rate": 9.232422474669942e-05,
148
  "loss": 1.0674,
149
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  }
151
  ],
152
  "logging_steps": 50,
@@ -166,7 +236,7 @@
166
  "attributes": {}
167
  }
168
  },
169
- "total_flos": 1.7142044867313009e+18,
170
  "train_batch_size": 2,
171
  "trial_name": null,
172
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.11512848218686551,
5
  "eval_steps": 500,
6
+ "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
147
  "learning_rate": 9.232422474669942e-05,
148
  "loss": 1.0674,
149
  "step": 1000
150
+ },
151
+ {
152
+ "epoch": 0.08058993753080586,
153
+ "grad_norm": 0.44129157066345215,
154
+ "learning_rate": 9.194043598403439e-05,
155
+ "loss": 1.0663,
156
+ "step": 1050
157
+ },
158
+ {
159
+ "epoch": 0.08442755360370138,
160
+ "grad_norm": 0.6179072856903076,
161
+ "learning_rate": 9.155664722136937e-05,
162
+ "loss": 1.0639,
163
+ "step": 1100
164
+ },
165
+ {
166
+ "epoch": 0.0882651696765969,
167
+ "grad_norm": 0.847963273525238,
168
+ "learning_rate": 9.117285845870434e-05,
169
+ "loss": 1.0601,
170
+ "step": 1150
171
+ },
172
+ {
173
+ "epoch": 0.09210278574949242,
174
+ "grad_norm": 0.8802704215049744,
175
+ "learning_rate": 9.07890696960393e-05,
176
+ "loss": 1.0536,
177
+ "step": 1200
178
+ },
179
+ {
180
+ "epoch": 0.09594040182238793,
181
+ "grad_norm": 0.837968111038208,
182
+ "learning_rate": 9.040528093337427e-05,
183
+ "loss": 1.0525,
184
+ "step": 1250
185
+ },
186
+ {
187
+ "epoch": 0.09977801789528346,
188
+ "grad_norm": 0.8432613611221313,
189
+ "learning_rate": 9.002149217070924e-05,
190
+ "loss": 1.0482,
191
+ "step": 1300
192
+ },
193
+ {
194
+ "epoch": 0.10361563396817897,
195
+ "grad_norm": 0.5921217799186707,
196
+ "learning_rate": 8.963770340804421e-05,
197
+ "loss": 1.0449,
198
+ "step": 1350
199
+ },
200
+ {
201
+ "epoch": 0.10745325004107449,
202
+ "grad_norm": 0.45630180835723877,
203
+ "learning_rate": 8.925391464537919e-05,
204
+ "loss": 1.0416,
205
+ "step": 1400
206
+ },
207
+ {
208
+ "epoch": 0.11129086611397,
209
+ "grad_norm": 0.45162612199783325,
210
+ "learning_rate": 8.887012588271416e-05,
211
+ "loss": 1.0384,
212
+ "step": 1450
213
+ },
214
+ {
215
+ "epoch": 0.11512848218686551,
216
+ "grad_norm": 0.9114300012588501,
217
+ "learning_rate": 8.848633712004914e-05,
218
+ "loss": 1.0355,
219
+ "step": 1500
220
  }
221
  ],
222
  "logging_steps": 50,
 
236
  "attributes": {}
237
  }
238
  },
239
+ "total_flos": 2.5713592704318833e+18,
240
  "train_batch_size": 2,
241
  "trial_name": null,
242
  "trial_params": null