Theoreticallyhugo commited on
Commit
18c99a3
·
verified ·
1 Parent(s): f100a1d

Training in progress, epoch 5, checkpoint

Browse files
checkpoint-405/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe5af4c5796f104388c3e333869ad6430486b3377ad6300fded70af9c04f789d
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f73b11cdf251712b7aa805162df0d41014ee39f26ab8bcf7b1c1856b6b7e4d
3
  size 592324828
checkpoint-405/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f2bf6d56e8265bab051efecbff6c171f21022a378ec5c93b88bd03ee72065e1
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cea0a1a3944c99b4883699f99ff003e90c3fb222b441e6cc54d503897638355
3
  size 1014657786
checkpoint-405/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c73756f22c58a684dfffbbc966a96d1e3e061222bcc1371ddea16fc12be01725
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112155cc3e2788408d703d89eaa1d2c9a92b4cf9f31734e313b8f50755aa4e0f
3
  size 1064
checkpoint-405/trainer_state.json CHANGED
@@ -11,233 +11,233 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.5254768748366867,
15
- "precision": 0.5768789443488239,
16
- "recall": 0.4824856046065259,
17
- "support": 4168.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.7984361424847959,
21
- "precision": 0.7495921696574225,
22
- "recall": 0.854089219330855,
23
- "support": 2152.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.9990277532260916,
27
- "precision": 0.9988511841640155,
28
- "recall": 0.9992043847241867,
29
- "support": 11312.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8854183656825966,
33
- "precision": 0.8719781543651113,
34
- "recall": 0.8992793837488611,
35
- "support": 12073.0
36
  },
37
- "eval_accuracy": 0.8755765022723447,
38
- "eval_loss": 0.28303390741348267,
39
  "eval_macro avg": {
40
- "f1-score": 0.8020897840575427,
41
- "precision": 0.7993251131338432,
42
- "recall": 0.8087646481026072,
43
- "support": 29705.0
44
- },
45
- "eval_runtime": 4.8106,
46
- "eval_samples_per_second": 16.63,
47
- "eval_steps_per_second": 2.079,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8718761173649596,
50
- "precision": 0.8700202202343714,
51
- "recall": 0.8755765022723447,
52
- "support": 29705.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.5578782336033447,
60
- "precision": 0.6124497991967871,
61
- "recall": 0.5122360844529751,
62
- "support": 4168.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.784421283598464,
66
- "precision": 0.9571619812583668,
67
- "recall": 0.6644981412639405,
68
- "support": 2152.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.9998674150351351,
72
- "precision": 0.9997348652231551,
73
- "recall": 1.0,
74
- "support": 11312.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.8977749872463995,
78
- "precision": 0.8530201342281879,
79
- "recall": 0.9474861260664292,
80
- "support": 12073.0
81
  },
82
- "eval_accuracy": 0.8859114627167144,
83
- "eval_loss": 0.27363118529319763,
84
  "eval_macro avg": {
85
- "f1-score": 0.8099854798708358,
86
- "precision": 0.8555916949766242,
87
- "recall": 0.7810550879458362,
88
- "support": 29705.0
89
- },
90
- "eval_runtime": 4.7727,
91
- "eval_samples_per_second": 16.762,
92
- "eval_steps_per_second": 2.095,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8807489883812781,
95
- "precision": 0.8826802296805741,
96
- "recall": 0.8859114627167144,
97
- "support": 29705.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.64760736196319,
105
- "precision": 0.6627322953289804,
106
- "recall": 0.6331573896353166,
107
- "support": 4168.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.9016018306636155,
111
- "precision": 0.8881875563570785,
112
- "recall": 0.9154275092936803,
113
- "support": 2152.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9996904982977407,
117
- "precision": 1.0,
118
- "recall": 0.9993811881188119,
119
- "support": 11312.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.8982820417748115,
123
- "precision": 0.8936065573770492,
124
- "recall": 0.9030067091857865,
125
- "support": 12073.0
126
  },
127
- "eval_accuracy": 0.9027436458508669,
128
- "eval_loss": 0.22585685551166534,
129
  "eval_macro avg": {
130
- "f1-score": 0.8617954331748394,
131
- "precision": 0.861131602265777,
132
- "recall": 0.8627431990583988,
133
- "support": 29705.0
134
- },
135
- "eval_runtime": 4.8003,
136
- "eval_samples_per_second": 16.666,
137
- "eval_steps_per_second": 2.083,
138
  "eval_weighted avg": {
139
- "f1-score": 0.9019670975035187,
140
- "precision": 0.9013351218793044,
141
- "recall": 0.9027436458508669,
142
- "support": 29705.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6477602966229081,
150
- "precision": 0.5561865427637239,
151
- "recall": 0.7754318618042226,
152
- "support": 4168.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.8984409799554566,
156
- "precision": 0.8627031650983746,
157
- "recall": 0.9372676579925651,
158
- "support": 2152.0
159
  },
160
  "eval_O": {
161
- "f1-score": 1.0,
162
- "precision": 1.0,
163
- "recall": 1.0,
164
- "support": 11312.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.861495720750997,
168
- "precision": 0.9384029675907849,
169
- "recall": 0.7962395427814131,
170
- "support": 12073.0
171
  },
172
- "eval_accuracy": 0.8811311227066151,
173
- "eval_loss": 0.32341843843460083,
174
  "eval_macro avg": {
175
- "f1-score": 0.8519242493323405,
176
- "precision": 0.8393231688632209,
177
- "recall": 0.8772347656445502,
178
- "support": 29705.0
179
- },
180
- "eval_runtime": 4.7708,
181
- "eval_samples_per_second": 16.769,
182
- "eval_steps_per_second": 2.096,
183
  "eval_weighted avg": {
184
- "f1-score": 0.8869263673393438,
185
- "precision": 0.9027457246003854,
186
- "recall": 0.8811311227066151,
187
- "support": 29705.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6188788236838649,
195
- "precision": 0.6833864888373442,
196
- "recall": 0.5654990403071017,
197
- "support": 4168.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.909733679000707,
201
- "precision": 0.9230033476805356,
202
- "recall": 0.8968401486988847,
203
- "support": 2152.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9999558011049724,
207
- "precision": 0.9999116061168567,
208
- "recall": 1.0,
209
- "support": 11312.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8978936810431294,
213
- "precision": 0.8706816059757236,
214
- "recall": 0.9268615919821088,
215
- "support": 12073.0
216
  },
217
- "eval_accuracy": 0.9018347079616226,
218
- "eval_loss": 0.3072384297847748,
219
  "eval_macro avg": {
220
- "f1-score": 0.8566154962081685,
221
- "precision": 0.8692457621526151,
222
- "recall": 0.8473001952470238,
223
- "support": 29705.0
224
- },
225
- "eval_runtime": 4.7922,
226
- "eval_samples_per_second": 16.694,
227
- "eval_steps_per_second": 2.087,
228
  "eval_weighted avg": {
229
- "f1-score": 0.8984684143294738,
230
- "precision": 0.8974043833368577,
231
- "recall": 0.9018347079616226,
232
- "support": 29705.0
233
  },
234
  "step": 405
235
  }
236
  ],
237
  "logging_steps": 500,
238
- "max_steps": 4050,
239
  "num_input_tokens_seen": 0,
240
- "num_train_epochs": 50,
241
  "save_steps": 500,
242
  "total_flos": 718943663634000.0,
243
  "train_batch_size": 4,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.580553004795429,
15
+ "precision": 0.5136306192453511,
16
+ "recall": 0.6675269826372595,
17
+ "support": 4262.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.6929252383341696,
21
+ "precision": 0.7583745194947831,
22
+ "recall": 0.6378752886836028,
23
+ "support": 2165.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.9968272281511393,
27
+ "precision": 0.9967861557478368,
28
+ "recall": 0.996868303939344,
29
+ "support": 12134.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8769487750556793,
33
+ "precision": 0.9107806691449815,
34
+ "recall": 0.8455403021704119,
35
+ "support": 13039.0
36
  },
37
+ "eval_accuracy": 0.8654113924050633,
38
+ "eval_loss": 0.32089120149612427,
39
  "eval_macro avg": {
40
+ "f1-score": 0.7868135615841043,
41
+ "precision": 0.7948929909082382,
42
+ "recall": 0.7869527193576545,
43
+ "support": 31600.0
44
+ },
45
+ "eval_runtime": 5.9789,
46
+ "eval_samples_per_second": 13.38,
47
+ "eval_steps_per_second": 1.673,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8703967313850799,
50
+ "precision": 0.8797989523023909,
51
+ "recall": 0.8654113924050633,
52
+ "support": 31600.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.6029902384776968,
60
+ "precision": 0.6369094231271208,
61
+ "recall": 0.5725011731581418,
62
+ "support": 4262.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.8179940325912326,
66
+ "precision": 0.8129562043795621,
67
+ "recall": 0.8230946882217091,
68
+ "support": 2165.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.9984359565360553,
72
+ "precision": 0.9972866304884065,
73
+ "recall": 0.9995879347288611,
74
+ "support": 12134.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.9017917895214335,
78
+ "precision": 0.8891539321654864,
79
+ "recall": 0.9147940793005599,
80
+ "support": 13039.0
81
  },
82
+ "eval_accuracy": 0.8949050632911393,
83
+ "eval_loss": 0.25671303272247314,
84
  "eval_macro avg": {
85
+ "f1-score": 0.8303030042816045,
86
+ "precision": 0.8340765475401439,
87
+ "recall": 0.8274944688523179,
88
+ "support": 31600.0
89
+ },
90
+ "eval_runtime": 6.0616,
91
+ "eval_samples_per_second": 13.198,
92
+ "eval_steps_per_second": 1.65,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8928603328205832,
95
+ "precision": 0.8914339316361279,
96
+ "recall": 0.8949050632911393,
97
+ "support": 31600.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.6010706092276319,
105
+ "precision": 0.6579241071428571,
106
+ "recall": 0.5532613796339747,
107
+ "support": 4262.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.8101840181497353,
111
+ "precision": 0.8917869034406215,
112
+ "recall": 0.7422632794457275,
113
+ "support": 2165.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.997983456109305,
117
+ "precision": 0.9967118783394986,
118
+ "recall": 0.9992582825119499,
119
+ "support": 12134.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.9085203780271707,
123
+ "precision": 0.8758630507509432,
124
+ "recall": 0.9437073395199018,
125
+ "support": 13039.0
126
  },
127
+ "eval_accuracy": 0.8985759493670886,
128
+ "eval_loss": 0.2674676775932312,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8294396153784607,
131
+ "precision": 0.8555714849184801,
132
+ "recall": 0.8096225702778885,
133
+ "support": 31600.0
134
+ },
135
+ "eval_runtime": 5.978,
136
+ "eval_samples_per_second": 13.382,
137
+ "eval_steps_per_second": 1.673,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.894668981055346,
140
+ "precision": 0.8939642861109123,
141
+ "recall": 0.8985759493670886,
142
+ "support": 31600.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.66,
150
+ "precision": 0.6399294843543412,
151
+ "recall": 0.681370248709526,
152
+ "support": 4262.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.8682903759754079,
156
+ "precision": 0.8895348837209303,
157
+ "recall": 0.8480369515011548,
158
+ "support": 2165.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9983125488743466,
162
+ "precision": 0.9971224204554797,
163
+ "recall": 0.9995055216746332,
164
+ "support": 12134.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.9011362757980985,
168
+ "precision": 0.9082976236852357,
169
+ "recall": 0.8940869698596519,
170
+ "support": 13039.0
171
  },
172
+ "eval_accuracy": 0.9027215189873418,
173
+ "eval_loss": 0.2527652680873871,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8569348001619632,
176
+ "precision": 0.8587211030539967,
177
+ "recall": 0.8557499229362415,
178
+ "support": 31600.0
179
+ },
180
+ "eval_runtime": 5.9795,
181
+ "eval_samples_per_second": 13.379,
182
+ "eval_steps_per_second": 1.672,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.9036775010177053,
185
+ "precision": 0.9049240079307782,
186
+ "recall": 0.9027215189873418,
187
+ "support": 31600.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6614122219822932,
195
+ "precision": 0.6126,
196
+ "recall": 0.7186766776161426,
197
+ "support": 4262.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.805946376426865,
201
+ "precision": 0.947565543071161,
202
+ "recall": 0.7011547344110854,
203
+ "support": 2165.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.998518030627367,
207
+ "precision": 0.9975324888962,
208
+ "recall": 0.9995055216746332,
209
+ "support": 12134.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.9051354379999227,
213
+ "precision": 0.9121495327102803,
214
+ "recall": 0.8982283917478334,
215
+ "support": 13039.0
216
  },
217
+ "eval_accuracy": 0.8993987341772152,
218
+ "eval_loss": 0.29903507232666016,
219
  "eval_macro avg": {
220
+ "f1-score": 0.842753016759112,
221
+ "precision": 0.8674618911694103,
222
+ "recall": 0.8293913313624237,
223
+ "support": 31600.0
224
+ },
225
+ "eval_runtime": 6.0505,
226
+ "eval_samples_per_second": 13.222,
227
+ "eval_steps_per_second": 1.653,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.9013256821128531,
230
+ "precision": 0.9069606828488892,
231
+ "recall": 0.8993987341772152,
232
+ "support": 31600.0
233
  },
234
  "step": 405
235
  }
236
  ],
237
  "logging_steps": 500,
238
+ "max_steps": 1620,
239
  "num_input_tokens_seen": 0,
240
+ "num_train_epochs": 20,
241
  "save_steps": 500,
242
  "total_flos": 718943663634000.0,
243
  "train_batch_size": 4,
checkpoint-405/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c4152f1ae85467509d6d1bf2d3b859abf08e786a1c118f9c84f899edc2df5d1
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa93f134f1d4f6f4c7db9ba5be632f50fd4a52b8d6cce9d00588b8a1094a71e
3
  size 4856