rohan4s commited on
Commit
cd7ae97
·
verified ·
1 Parent(s): 4e5c65b

Model save

Browse files
README.md CHANGED
@@ -18,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
18
 
19
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.3163
22
- - Accuracy: 0.9293
23
 
24
  ## Model description
25
 
@@ -51,10 +51,10 @@ The following hyperparameters were used during training:
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
53
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
54
- | 0.2997 | 1.0 | 48 | 0.7613 | 0.8168 |
55
- | 0.1109 | 2.0 | 96 | 0.3247 | 0.9084 |
56
- | 0.0943 | 3.0 | 144 | 0.3684 | 0.9162 |
57
- | 0.0368 | 4.0 | 192 | 0.3163 | 0.9293 |
58
 
59
 
60
  ### Framework versions
 
18
 
19
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
+ - Loss: 0.3535
22
+ - Accuracy: 0.9346
23
 
24
  ## Model description
25
 
 
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
53
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
54
+ | 0.1493 | 1.0 | 48 | 0.7434 | 0.8534 |
55
+ | 0.1631 | 2.0 | 96 | 0.6245 | 0.8743 |
56
+ | 0.0489 | 3.0 | 144 | 0.4446 | 0.9110 |
57
+ | 0.0285 | 4.0 | 192 | 0.3535 | 0.9346 |
58
 
59
 
60
  ### Framework versions
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 4.72760450039808e+17,
4
- "train_loss": 0.09667936308930318,
5
- "train_runtime": 211.3464,
6
- "train_samples_per_second": 28.863,
7
- "train_steps_per_second": 0.908
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 4.72760450039808e+17,
4
+ "train_loss": 0.15895162567418689,
5
+ "train_runtime": 211.1483,
6
+ "train_samples_per_second": 28.89,
7
+ "train_steps_per_second": 0.909
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:316234cc42f7c08e247f35119eb9198b2c07c0906f0cd78fb835a067d3e63c07
3
  size 343267040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:873e4869a48ed79b6e85ec8a79b9cafb9ba8d11205ad1863c2f17448005e5b04
3
  size 343267040
runs/Dec09_11-26-01_85cc5ef1c5bf/events.out.tfevents.1733744577.85cc5ef1c5bf.23.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951b644c6ed0168bd4ee3157f0c00a0ab05056f3bfefcaaaed0d0ed22a670a2b
3
+ size 11335
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 4.72760450039808e+17,
4
- "train_loss": 0.09667936308930318,
5
- "train_runtime": 211.3464,
6
- "train_samples_per_second": 28.863,
7
- "train_steps_per_second": 0.908
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 4.72760450039808e+17,
4
+ "train_loss": 0.15895162567418689,
5
+ "train_runtime": 211.1483,
6
+ "train_samples_per_second": 28.89,
7
+ "train_steps_per_second": 0.909
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.3182551860809326,
3
  "best_model_checkpoint": "finetuned-bangladeshi-traditional-food/checkpoint-192",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
@@ -10,181 +10,181 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.20833333333333334,
13
- "grad_norm": 119921.5,
14
  "learning_rate": 0.00018958333333333332,
15
- "loss": 0.2202,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.4166666666666667,
20
- "grad_norm": 331074.28125,
21
  "learning_rate": 0.0001791666666666667,
22
- "loss": 0.1853,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.625,
27
- "grad_norm": 264337.0,
28
  "learning_rate": 0.00016875,
29
- "loss": 0.2269,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.8333333333333334,
34
- "grad_norm": 103972.0625,
35
  "learning_rate": 0.00015833333333333332,
36
- "loss": 0.176,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 1.0,
41
- "eval_accuracy": 0.8900523560209425,
42
- "eval_loss": 0.4411921799182892,
43
- "eval_runtime": 6.5407,
44
- "eval_samples_per_second": 58.403,
45
- "eval_steps_per_second": 3.669,
46
  "step": 48
47
  },
48
  {
49
  "epoch": 1.0416666666666667,
50
- "grad_norm": 7157.15185546875,
51
  "learning_rate": 0.0001479166666666667,
52
- "loss": 0.1162,
53
  "step": 50
54
  },
55
  {
56
  "epoch": 1.25,
57
- "grad_norm": 5605.81591796875,
58
  "learning_rate": 0.0001375,
59
- "loss": 0.0597,
60
  "step": 60
61
  },
62
  {
63
  "epoch": 1.4583333333333333,
64
- "grad_norm": 210989.8125,
65
  "learning_rate": 0.00012708333333333332,
66
- "loss": 0.0551,
67
  "step": 70
68
  },
69
  {
70
  "epoch": 1.6666666666666665,
71
- "grad_norm": 338559.40625,
72
  "learning_rate": 0.00011666666666666668,
73
- "loss": 0.1035,
74
  "step": 80
75
  },
76
  {
77
  "epoch": 1.875,
78
- "grad_norm": 382570.28125,
79
  "learning_rate": 0.00010625000000000001,
80
- "loss": 0.0726,
81
  "step": 90
82
  },
83
  {
84
  "epoch": 2.0,
85
- "eval_accuracy": 0.9267015706806283,
86
- "eval_loss": 0.34653016924858093,
87
- "eval_runtime": 6.5723,
88
- "eval_samples_per_second": 58.123,
89
- "eval_steps_per_second": 3.652,
90
  "step": 96
91
  },
92
  {
93
  "epoch": 2.0833333333333335,
94
- "grad_norm": 2441.15869140625,
95
  "learning_rate": 9.583333333333334e-05,
96
- "loss": 0.0405,
97
  "step": 100
98
  },
99
  {
100
  "epoch": 2.2916666666666665,
101
- "grad_norm": 240823.875,
102
  "learning_rate": 8.541666666666666e-05,
103
- "loss": 0.0559,
104
  "step": 110
105
  },
106
  {
107
  "epoch": 2.5,
108
- "grad_norm": 384660.9375,
109
  "learning_rate": 7.500000000000001e-05,
110
- "loss": 0.0461,
111
  "step": 120
112
  },
113
  {
114
  "epoch": 2.7083333333333335,
115
- "grad_norm": 727094.5625,
116
  "learning_rate": 6.458333333333334e-05,
117
- "loss": 0.0519,
118
  "step": 130
119
  },
120
  {
121
  "epoch": 2.9166666666666665,
122
- "grad_norm": 2871.189453125,
123
  "learning_rate": 5.4166666666666664e-05,
124
- "loss": 0.0356,
125
  "step": 140
126
  },
127
  {
128
  "epoch": 3.0,
129
- "eval_accuracy": 0.9214659685863874,
130
- "eval_loss": 0.3606209456920624,
131
- "eval_runtime": 6.8485,
132
- "eval_samples_per_second": 55.779,
133
- "eval_steps_per_second": 3.504,
134
  "step": 144
135
  },
136
  {
137
  "epoch": 3.125,
138
- "grad_norm": 1312.48974609375,
139
  "learning_rate": 4.375e-05,
140
- "loss": 0.0605,
141
  "step": 150
142
  },
143
  {
144
  "epoch": 3.3333333333333335,
145
- "grad_norm": 251352.375,
146
  "learning_rate": 3.3333333333333335e-05,
147
- "loss": 0.0467,
148
  "step": 160
149
  },
150
  {
151
  "epoch": 3.5416666666666665,
152
- "grad_norm": 2361.97216796875,
153
  "learning_rate": 2.2916666666666667e-05,
154
- "loss": 0.1208,
155
  "step": 170
156
  },
157
  {
158
  "epoch": 3.75,
159
- "grad_norm": 1161.3221435546875,
160
  "learning_rate": 1.25e-05,
161
- "loss": 0.078,
162
  "step": 180
163
  },
164
  {
165
  "epoch": 3.9583333333333335,
166
- "grad_norm": 66789.09375,
167
  "learning_rate": 2.0833333333333334e-06,
168
- "loss": 0.0649,
169
  "step": 190
170
  },
171
  {
172
  "epoch": 4.0,
173
- "eval_accuracy": 0.9397905759162304,
174
- "eval_loss": 0.3182551860809326,
175
- "eval_runtime": 6.6427,
176
- "eval_samples_per_second": 57.507,
177
- "eval_steps_per_second": 3.613,
178
  "step": 192
179
  },
180
  {
181
  "epoch": 4.0,
182
  "step": 192,
183
  "total_flos": 4.72760450039808e+17,
184
- "train_loss": 0.09667936308930318,
185
- "train_runtime": 211.3464,
186
- "train_samples_per_second": 28.863,
187
- "train_steps_per_second": 0.908
188
  }
189
  ],
190
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.31634724140167236,
3
  "best_model_checkpoint": "finetuned-bangladeshi-traditional-food/checkpoint-192",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.20833333333333334,
13
+ "grad_norm": 733914.25,
14
  "learning_rate": 0.00018958333333333332,
15
+ "loss": 0.0903,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.4166666666666667,
20
+ "grad_norm": 165444.109375,
21
  "learning_rate": 0.0001791666666666667,
22
+ "loss": 0.1926,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.625,
27
+ "grad_norm": 491501.1875,
28
  "learning_rate": 0.00016875,
29
+ "loss": 0.498,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.8333333333333334,
34
+ "grad_norm": 181531.828125,
35
  "learning_rate": 0.00015833333333333332,
36
+ "loss": 0.2997,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 1.0,
41
+ "eval_accuracy": 0.8167539267015707,
42
+ "eval_loss": 0.7613248825073242,
43
+ "eval_runtime": 6.5218,
44
+ "eval_samples_per_second": 58.573,
45
+ "eval_steps_per_second": 3.68,
46
  "step": 48
47
  },
48
  {
49
  "epoch": 1.0416666666666667,
50
+ "grad_norm": 390060.03125,
51
  "learning_rate": 0.0001479166666666667,
52
+ "loss": 0.3007,
53
  "step": 50
54
  },
55
  {
56
  "epoch": 1.25,
57
+ "grad_norm": 374682.71875,
58
  "learning_rate": 0.0001375,
59
+ "loss": 0.2778,
60
  "step": 60
61
  },
62
  {
63
  "epoch": 1.4583333333333333,
64
+ "grad_norm": 104593.75,
65
  "learning_rate": 0.00012708333333333332,
66
+ "loss": 0.2456,
67
  "step": 70
68
  },
69
  {
70
  "epoch": 1.6666666666666665,
71
+ "grad_norm": 156420.5625,
72
  "learning_rate": 0.00011666666666666668,
73
+ "loss": 0.1309,
74
  "step": 80
75
  },
76
  {
77
  "epoch": 1.875,
78
+ "grad_norm": 30851.041015625,
79
  "learning_rate": 0.00010625000000000001,
80
+ "loss": 0.1109,
81
  "step": 90
82
  },
83
  {
84
  "epoch": 2.0,
85
+ "eval_accuracy": 0.9083769633507853,
86
+ "eval_loss": 0.3246798515319824,
87
+ "eval_runtime": 6.5686,
88
+ "eval_samples_per_second": 58.155,
89
+ "eval_steps_per_second": 3.654,
90
  "step": 96
91
  },
92
  {
93
  "epoch": 2.0833333333333335,
94
+ "grad_norm": 2772.370361328125,
95
  "learning_rate": 9.583333333333334e-05,
96
+ "loss": 0.1209,
97
  "step": 100
98
  },
99
  {
100
  "epoch": 2.2916666666666665,
101
+ "grad_norm": 162168.65625,
102
  "learning_rate": 8.541666666666666e-05,
103
+ "loss": 0.1226,
104
  "step": 110
105
  },
106
  {
107
  "epoch": 2.5,
108
+ "grad_norm": 229507.6875,
109
  "learning_rate": 7.500000000000001e-05,
110
+ "loss": 0.1504,
111
  "step": 120
112
  },
113
  {
114
  "epoch": 2.7083333333333335,
115
+ "grad_norm": 226514.609375,
116
  "learning_rate": 6.458333333333334e-05,
117
+ "loss": 0.1271,
118
  "step": 130
119
  },
120
  {
121
  "epoch": 2.9166666666666665,
122
+ "grad_norm": 7009.35693359375,
123
  "learning_rate": 5.4166666666666664e-05,
124
+ "loss": 0.0943,
125
  "step": 140
126
  },
127
  {
128
  "epoch": 3.0,
129
+ "eval_accuracy": 0.9162303664921466,
130
+ "eval_loss": 0.3683938980102539,
131
+ "eval_runtime": 6.5149,
132
+ "eval_samples_per_second": 58.635,
133
+ "eval_steps_per_second": 3.684,
134
  "step": 144
135
  },
136
  {
137
  "epoch": 3.125,
138
+ "grad_norm": 25972.21875,
139
  "learning_rate": 4.375e-05,
140
+ "loss": 0.0418,
141
  "step": 150
142
  },
143
  {
144
  "epoch": 3.3333333333333335,
145
+ "grad_norm": 133353.5625,
146
  "learning_rate": 3.3333333333333335e-05,
147
+ "loss": 0.0497,
148
  "step": 160
149
  },
150
  {
151
  "epoch": 3.5416666666666665,
152
+ "grad_norm": 229467.96875,
153
  "learning_rate": 2.2916666666666667e-05,
154
+ "loss": 0.0402,
155
  "step": 170
156
  },
157
  {
158
  "epoch": 3.75,
159
+ "grad_norm": 85779.9921875,
160
  "learning_rate": 1.25e-05,
161
+ "loss": 0.1172,
162
  "step": 180
163
  },
164
  {
165
  "epoch": 3.9583333333333335,
166
+ "grad_norm": 188882.28125,
167
  "learning_rate": 2.0833333333333334e-06,
168
+ "loss": 0.0368,
169
  "step": 190
170
  },
171
  {
172
  "epoch": 4.0,
173
+ "eval_accuracy": 0.9293193717277487,
174
+ "eval_loss": 0.31634724140167236,
175
+ "eval_runtime": 6.6575,
176
+ "eval_samples_per_second": 57.379,
177
+ "eval_steps_per_second": 3.605,
178
  "step": 192
179
  },
180
  {
181
  "epoch": 4.0,
182
  "step": 192,
183
  "total_flos": 4.72760450039808e+17,
184
+ "train_loss": 0.15895162567418689,
185
+ "train_runtime": 211.1483,
186
+ "train_samples_per_second": 28.89,
187
+ "train_steps_per_second": 0.909
188
  }
189
  ],
190
  "logging_steps": 10,