jerlawson13 commited on
Commit
d08d10c
·
verified ·
1 Parent(s): 2511dd7

Training in progress, step 100

Browse files
all_results.json CHANGED
@@ -5,8 +5,8 @@
5
  "eval_samples_per_second": 9.337,
6
  "eval_steps_per_second": 0.294,
7
  "total_flos": 7.020774259082035e+17,
8
- "train_loss": 0.16674838442551462,
9
- "train_runtime": 2899.7691,
10
- "train_samples_per_second": 3.145,
11
- "train_steps_per_second": 0.098
12
  }
 
5
  "eval_samples_per_second": 9.337,
6
  "eval_steps_per_second": 0.294,
7
  "total_flos": 7.020774259082035e+17,
8
+ "train_loss": 0.15243147653445863,
9
+ "train_runtime": 2870.7573,
10
+ "train_samples_per_second": 3.177,
11
+ "train_steps_per_second": 0.099
12
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9d92f743b75ab5c1ad7aafe4664965ff25823f047f832bc6648de1e166aa60b
3
  size 343223968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8e3ed1088ba67763a6ed0655f91bf86064e4bd36393229a8bcb39dcec6aa54
3
  size 343223968
runs/Oct05_15-11-08_REDLGLAUCORE01/events.out.tfevents.1728166269.REDLGLAUCORE01.299381.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b040a9d52f2fb39e98a7740c0096280ff19554dca334b0a8eda1d8e9e235a5
3
+ size 5257
runs/Oct05_15-11-59_REDLGLAUCORE01/events.out.tfevents.1728166319.REDLGLAUCORE01.299381.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae93df799a9b8b9dd5be4da3325c9b993a0ce63bb8024e4335e37e548d2b4e5
3
+ size 7437
runs/Sep24_13-38-28_REDLGLAUCORE01/events.out.tfevents.1727213226.REDLGLAUCORE01.5008.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0126f4d8c3783dc51043629b02094dbb98b668b47e9d32bb3be5baaad348ba1
3
+ size 1057
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 5.0,
3
  "total_flos": 7.020774259082035e+17,
4
- "train_loss": 0.16674838442551462,
5
- "train_runtime": 2899.7691,
6
- "train_samples_per_second": 3.145,
7
- "train_steps_per_second": 0.098
8
  }
 
1
  {
2
  "epoch": 5.0,
3
  "total_flos": 7.020774259082035e+17,
4
+ "train_loss": 0.15243147653445863,
5
+ "train_runtime": 2870.7573,
6
+ "train_samples_per_second": 3.177,
7
+ "train_steps_per_second": 0.099
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.10996418446302414,
3
  "best_model_checkpoint": "/home/projects/Project - Fundus Photo Glaucoma Detection (AI)//model_results/vit-base-gpu/checkpoint-200",
4
  "epoch": 5.0,
5
  "eval_steps": 100,
@@ -10,246 +10,246 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.17543859649122806,
13
- "grad_norm": 1.0269614458084106,
14
  "learning_rate": 9.649122807017545e-06,
15
- "loss": 0.6502,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.3508771929824561,
20
- "grad_norm": 1.3762069940567017,
21
  "learning_rate": 9.298245614035088e-06,
22
- "loss": 0.5137,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.5263157894736842,
27
- "grad_norm": 1.176757574081421,
28
  "learning_rate": 8.947368421052632e-06,
29
- "loss": 0.4209,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.7017543859649122,
34
- "grad_norm": 1.234730839729309,
35
  "learning_rate": 8.596491228070176e-06,
36
- "loss": 0.3404,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.8771929824561403,
41
- "grad_norm": 1.4434845447540283,
42
  "learning_rate": 8.24561403508772e-06,
43
- "loss": 0.2967,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 1.0526315789473684,
48
- "grad_norm": 0.9210680723190308,
49
  "learning_rate": 7.894736842105265e-06,
50
- "loss": 0.2193,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.2280701754385965,
55
- "grad_norm": 0.8182269334793091,
56
  "learning_rate": 7.5438596491228074e-06,
57
- "loss": 0.1973,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.4035087719298245,
62
- "grad_norm": 0.683148980140686,
63
  "learning_rate": 7.192982456140352e-06,
64
- "loss": 0.1636,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.5789473684210527,
69
- "grad_norm": 0.7010196447372437,
70
  "learning_rate": 6.842105263157896e-06,
71
- "loss": 0.1336,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.7543859649122808,
76
- "grad_norm": 0.6333706974983215,
77
  "learning_rate": 6.491228070175439e-06,
78
- "loss": 0.1306,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.7543859649122808,
83
- "eval_accuracy": 0.973568281938326,
84
  "eval_confusion_matrix": [
85
  [
86
- 60,
87
- 6
88
  ],
89
  [
90
  0,
91
  161
92
  ]
93
  ],
94
- "eval_loss": 0.15364386141300201,
95
- "eval_runtime": 25.824,
96
- "eval_samples_per_second": 8.79,
97
- "eval_steps_per_second": 0.31,
98
  "step": 100
99
  },
100
  {
101
  "epoch": 1.9298245614035088,
102
- "grad_norm": 4.199541091918945,
103
  "learning_rate": 6.140350877192983e-06,
104
- "loss": 0.1281,
105
  "step": 110
106
  },
107
  {
108
  "epoch": 2.1052631578947367,
109
- "grad_norm": 0.45986390113830566,
110
  "learning_rate": 5.789473684210527e-06,
111
- "loss": 0.1097,
112
  "step": 120
113
  },
114
  {
115
  "epoch": 2.280701754385965,
116
- "grad_norm": 0.45427531003952026,
117
  "learning_rate": 5.438596491228071e-06,
118
- "loss": 0.1208,
119
  "step": 130
120
  },
121
  {
122
  "epoch": 2.456140350877193,
123
- "grad_norm": 0.47758427262306213,
124
  "learning_rate": 5.087719298245615e-06,
125
- "loss": 0.0848,
126
  "step": 140
127
  },
128
  {
129
  "epoch": 2.6315789473684212,
130
- "grad_norm": 0.34909966588020325,
131
  "learning_rate": 4.736842105263158e-06,
132
- "loss": 0.0956,
133
  "step": 150
134
  },
135
  {
136
  "epoch": 2.807017543859649,
137
- "grad_norm": 0.3922755718231201,
138
  "learning_rate": 4.385964912280702e-06,
139
- "loss": 0.088,
140
  "step": 160
141
  },
142
  {
143
  "epoch": 2.982456140350877,
144
- "grad_norm": 1.5563603639602661,
145
  "learning_rate": 4.035087719298246e-06,
146
- "loss": 0.0902,
147
  "step": 170
148
  },
149
  {
150
  "epoch": 3.1578947368421053,
151
- "grad_norm": 0.3467804789543152,
152
  "learning_rate": 3.6842105263157896e-06,
153
- "loss": 0.0938,
154
  "step": 180
155
  },
156
  {
157
  "epoch": 3.3333333333333335,
158
- "grad_norm": 0.40282759070396423,
159
  "learning_rate": 3.3333333333333333e-06,
160
- "loss": 0.0915,
161
  "step": 190
162
  },
163
  {
164
  "epoch": 3.5087719298245617,
165
- "grad_norm": 0.45585140585899353,
166
  "learning_rate": 2.9824561403508774e-06,
167
- "loss": 0.0912,
168
  "step": 200
169
  },
170
  {
171
  "epoch": 3.5087719298245617,
172
- "eval_accuracy": 0.9779735682819384,
173
  "eval_confusion_matrix": [
174
  [
175
- 62,
176
- 4
177
  ],
178
  [
179
  1,
180
  160
181
  ]
182
  ],
183
- "eval_loss": 0.10996418446302414,
184
- "eval_runtime": 25.5616,
185
- "eval_samples_per_second": 8.88,
186
- "eval_steps_per_second": 0.313,
187
  "step": 200
188
  },
189
  {
190
  "epoch": 3.6842105263157894,
191
- "grad_norm": 0.31239479780197144,
192
  "learning_rate": 2.631578947368421e-06,
193
- "loss": 0.1078,
194
  "step": 210
195
  },
196
  {
197
  "epoch": 3.8596491228070176,
198
- "grad_norm": 0.48598727583885193,
199
  "learning_rate": 2.280701754385965e-06,
200
- "loss": 0.0727,
201
  "step": 220
202
  },
203
  {
204
  "epoch": 4.035087719298246,
205
- "grad_norm": 0.7427765130996704,
206
  "learning_rate": 1.929824561403509e-06,
207
- "loss": 0.1106,
208
  "step": 230
209
  },
210
  {
211
  "epoch": 4.2105263157894735,
212
- "grad_norm": 0.34395354986190796,
213
  "learning_rate": 1.5789473684210526e-06,
214
- "loss": 0.0804,
215
  "step": 240
216
  },
217
  {
218
  "epoch": 4.385964912280702,
219
- "grad_norm": 0.2963009178638458,
220
  "learning_rate": 1.2280701754385965e-06,
221
- "loss": 0.0615,
222
  "step": 250
223
  },
224
  {
225
  "epoch": 4.56140350877193,
226
- "grad_norm": 0.2988217771053314,
227
  "learning_rate": 8.771929824561404e-07,
228
- "loss": 0.0589,
229
  "step": 260
230
  },
231
  {
232
  "epoch": 4.7368421052631575,
233
- "grad_norm": 0.2799382209777832,
234
  "learning_rate": 5.263157894736843e-07,
235
- "loss": 0.0507,
236
  "step": 270
237
  },
238
  {
239
  "epoch": 4.912280701754386,
240
- "grad_norm": 0.3836091458797455,
241
  "learning_rate": 1.7543859649122808e-07,
242
- "loss": 0.1024,
243
  "step": 280
244
  },
245
  {
246
  "epoch": 5.0,
247
  "step": 285,
248
  "total_flos": 7.020774259082035e+17,
249
- "train_loss": 0.16674838442551462,
250
- "train_runtime": 2899.7691,
251
- "train_samples_per_second": 3.145,
252
- "train_steps_per_second": 0.098
253
  }
254
  ],
255
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.11372088640928268,
3
  "best_model_checkpoint": "/home/projects/Project - Fundus Photo Glaucoma Detection (AI)//model_results/vit-base-gpu/checkpoint-200",
4
  "epoch": 5.0,
5
  "eval_steps": 100,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.17543859649122806,
13
+ "grad_norm": 1.413887858390808,
14
  "learning_rate": 9.649122807017545e-06,
15
+ "loss": 0.5957,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.3508771929824561,
20
+ "grad_norm": 1.6277168989181519,
21
  "learning_rate": 9.298245614035088e-06,
22
+ "loss": 0.4704,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.5263157894736842,
27
+ "grad_norm": 1.2440308332443237,
28
  "learning_rate": 8.947368421052632e-06,
29
+ "loss": 0.3788,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.7017543859649122,
34
+ "grad_norm": 1.265623927116394,
35
  "learning_rate": 8.596491228070176e-06,
36
+ "loss": 0.297,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.8771929824561403,
41
+ "grad_norm": 1.7784199714660645,
42
  "learning_rate": 8.24561403508772e-06,
43
+ "loss": 0.2626,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 1.0526315789473684,
48
+ "grad_norm": 0.7343814373016357,
49
  "learning_rate": 7.894736842105265e-06,
50
+ "loss": 0.1858,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.2280701754385965,
55
+ "grad_norm": 0.6488423347473145,
56
  "learning_rate": 7.5438596491228074e-06,
57
+ "loss": 0.171,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.4035087719298245,
62
+ "grad_norm": 0.618161141872406,
63
  "learning_rate": 7.192982456140352e-06,
64
+ "loss": 0.1463,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.5789473684210527,
69
+ "grad_norm": 0.5458269119262695,
70
  "learning_rate": 6.842105263157896e-06,
71
+ "loss": 0.118,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.7543859649122808,
76
+ "grad_norm": 2.0569353103637695,
77
  "learning_rate": 6.491228070175439e-06,
78
+ "loss": 0.1251,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.7543859649122808,
83
+ "eval_accuracy": 0.9691629955947136,
84
  "eval_confusion_matrix": [
85
  [
86
+ 59,
87
+ 7
88
  ],
89
  [
90
  0,
91
  161
92
  ]
93
  ],
94
+ "eval_loss": 0.15127457678318024,
95
+ "eval_runtime": 25.5355,
96
+ "eval_samples_per_second": 8.89,
97
+ "eval_steps_per_second": 0.313,
98
  "step": 100
99
  },
100
  {
101
  "epoch": 1.9298245614035088,
102
+ "grad_norm": 3.166415214538574,
103
  "learning_rate": 6.140350877192983e-06,
104
+ "loss": 0.1271,
105
  "step": 110
106
  },
107
  {
108
  "epoch": 2.1052631578947367,
109
+ "grad_norm": 0.40827080607414246,
110
  "learning_rate": 5.789473684210527e-06,
111
+ "loss": 0.0974,
112
  "step": 120
113
  },
114
  {
115
  "epoch": 2.280701754385965,
116
+ "grad_norm": 0.3573634922504425,
117
  "learning_rate": 5.438596491228071e-06,
118
+ "loss": 0.1152,
119
  "step": 130
120
  },
121
  {
122
  "epoch": 2.456140350877193,
123
+ "grad_norm": 0.5010245442390442,
124
  "learning_rate": 5.087719298245615e-06,
125
+ "loss": 0.081,
126
  "step": 140
127
  },
128
  {
129
  "epoch": 2.6315789473684212,
130
+ "grad_norm": 0.32326406240463257,
131
  "learning_rate": 4.736842105263158e-06,
132
+ "loss": 0.0933,
133
  "step": 150
134
  },
135
  {
136
  "epoch": 2.807017543859649,
137
+ "grad_norm": 0.37870192527770996,
138
  "learning_rate": 4.385964912280702e-06,
139
+ "loss": 0.0837,
140
  "step": 160
141
  },
142
  {
143
  "epoch": 2.982456140350877,
144
+ "grad_norm": 1.8692576885223389,
145
  "learning_rate": 4.035087719298246e-06,
146
+ "loss": 0.0851,
147
  "step": 170
148
  },
149
  {
150
  "epoch": 3.1578947368421053,
151
+ "grad_norm": 0.3218236565589905,
152
  "learning_rate": 3.6842105263157896e-06,
153
+ "loss": 0.0895,
154
  "step": 180
155
  },
156
  {
157
  "epoch": 3.3333333333333335,
158
+ "grad_norm": 0.284637987613678,
159
  "learning_rate": 3.3333333333333333e-06,
160
+ "loss": 0.0812,
161
  "step": 190
162
  },
163
  {
164
  "epoch": 3.5087719298245617,
165
+ "grad_norm": 0.4369310438632965,
166
  "learning_rate": 2.9824561403508774e-06,
167
+ "loss": 0.0895,
168
  "step": 200
169
  },
170
  {
171
  "epoch": 3.5087719298245617,
172
+ "eval_accuracy": 0.9691629955947136,
173
  "eval_confusion_matrix": [
174
  [
175
+ 60,
176
+ 6
177
  ],
178
  [
179
  1,
180
  160
181
  ]
182
  ],
183
+ "eval_loss": 0.11372088640928268,
184
+ "eval_runtime": 24.651,
185
+ "eval_samples_per_second": 9.209,
186
+ "eval_steps_per_second": 0.325,
187
  "step": 200
188
  },
189
  {
190
  "epoch": 3.6842105263157894,
191
+ "grad_norm": 0.2749626934528351,
192
  "learning_rate": 2.631578947368421e-06,
193
+ "loss": 0.1034,
194
  "step": 210
195
  },
196
  {
197
  "epoch": 3.8596491228070176,
198
+ "grad_norm": 0.5386877059936523,
199
  "learning_rate": 2.280701754385965e-06,
200
+ "loss": 0.0667,
201
  "step": 220
202
  },
203
  {
204
  "epoch": 4.035087719298246,
205
+ "grad_norm": 0.9905394315719604,
206
  "learning_rate": 1.929824561403509e-06,
207
+ "loss": 0.1091,
208
  "step": 230
209
  },
210
  {
211
  "epoch": 4.2105263157894735,
212
+ "grad_norm": 0.4203732907772064,
213
  "learning_rate": 1.5789473684210526e-06,
214
+ "loss": 0.0749,
215
  "step": 240
216
  },
217
  {
218
  "epoch": 4.385964912280702,
219
+ "grad_norm": 0.2867703139781952,
220
  "learning_rate": 1.2280701754385965e-06,
221
+ "loss": 0.0563,
222
  "step": 250
223
  },
224
  {
225
  "epoch": 4.56140350877193,
226
+ "grad_norm": 0.2705151438713074,
227
  "learning_rate": 8.771929824561404e-07,
228
+ "loss": 0.0546,
229
  "step": 260
230
  },
231
  {
232
  "epoch": 4.7368421052631575,
233
+ "grad_norm": 0.2694481611251831,
234
  "learning_rate": 5.263157894736843e-07,
235
+ "loss": 0.0432,
236
  "step": 270
237
  },
238
  {
239
  "epoch": 4.912280701754386,
240
+ "grad_norm": 0.3901878893375397,
241
  "learning_rate": 1.7543859649122808e-07,
242
+ "loss": 0.096,
243
  "step": 280
244
  },
245
  {
246
  "epoch": 5.0,
247
  "step": 285,
248
  "total_flos": 7.020774259082035e+17,
249
+ "train_loss": 0.15243147653445863,
250
+ "train_runtime": 2870.7573,
251
+ "train_samples_per_second": 3.177,
252
+ "train_steps_per_second": 0.099
253
  }
254
  ],
255
  "logging_steps": 10,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2eac6d503acb88f15eae4f2185e20bc2f9ce1308b51b9b46eead9d7f4c613c45
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b80ca68f92aea3593ac4b70eeaff60c76c88359bdd51f9508f464ae5b83beb
3
  size 5240