pkr7098 commited on
Commit
d0cbcb4
1 Parent(s): 0401ea8

End of training

Browse files
Files changed (5) hide show
  1. README.md +3 -1
  2. all_results.json +9 -9
  3. eval_results.json +5 -5
  4. train_results.json +4 -4
  5. trainer_state.json +78 -78
README.md CHANGED
@@ -5,6 +5,8 @@ license: apache-2.0
5
  metrics:
6
  - accuracy
7
  tags:
 
 
8
  - generated_from_trainer
9
  model-index:
10
  - name: only-lora-beans-vit-base-patch16-224-in21k
@@ -16,7 +18,7 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # only-lora-beans-vit-base-patch16-224-in21k
18
 
19
- This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 1.0987
22
  - Accuracy: 0.3383
 
5
  metrics:
6
  - accuracy
7
  tags:
8
+ - image-classification
9
+ - vision
10
  - generated_from_trainer
11
  model-index:
12
  - name: only-lora-beans-vit-base-patch16-224-in21k
 
18
 
19
  # only-lora-beans-vit-base-patch16-224-in21k
20
 
21
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
22
  It achieves the following results on the evaluation set:
23
  - Loss: 1.0987
24
  - Accuracy: 0.3383
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 10.0,
3
- "eval_accuracy": 0.3308270676691729,
4
- "eval_loss": 2.0399293899536133,
5
- "eval_runtime": 0.9627,
6
- "eval_samples_per_second": 138.153,
7
- "eval_steps_per_second": 17.659,
8
  "total_flos": 8.772706474360013e+17,
9
- "train_loss": 0.9533355126014122,
10
- "train_runtime": 174.5905,
11
- "train_samples_per_second": 59.224,
12
- "train_steps_per_second": 7.446
13
  }
 
1
  {
2
  "epoch": 10.0,
3
+ "eval_accuracy": 0.3383458646616541,
4
+ "eval_loss": 1.098726749420166,
5
+ "eval_runtime": 0.9888,
6
+ "eval_samples_per_second": 134.507,
7
+ "eval_steps_per_second": 17.193,
8
  "total_flos": 8.772706474360013e+17,
9
+ "train_loss": 1.1044638824462891,
10
+ "train_runtime": 173.1626,
11
+ "train_samples_per_second": 59.713,
12
+ "train_steps_per_second": 7.507
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 10.0,
3
- "eval_accuracy": 0.3308270676691729,
4
- "eval_loss": 2.0399293899536133,
5
- "eval_runtime": 0.9627,
6
- "eval_samples_per_second": 138.153,
7
- "eval_steps_per_second": 17.659
8
  }
 
1
  {
2
  "epoch": 10.0,
3
+ "eval_accuracy": 0.3383458646616541,
4
+ "eval_loss": 1.098726749420166,
5
+ "eval_runtime": 0.9888,
6
+ "eval_samples_per_second": 134.507,
7
+ "eval_steps_per_second": 17.193
8
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 8.772706474360013e+17,
4
- "train_loss": 0.9533355126014122,
5
- "train_runtime": 174.5905,
6
- "train_samples_per_second": 59.224,
7
- "train_steps_per_second": 7.446
8
  }
 
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 8.772706474360013e+17,
4
+ "train_loss": 1.1044638824462891,
5
+ "train_runtime": 173.1626,
6
+ "train_samples_per_second": 59.713,
7
+ "train_steps_per_second": 7.507
8
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.23085123300552368,
3
- "best_model_checkpoint": "./beans_outputs/checkpoint-130",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 1300,
@@ -10,193 +10,193 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.7692307692307693,
13
- "grad_norm": 1.3140615224838257,
14
  "learning_rate": 0.005,
15
- "loss": 0.4537,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.8947368421052632,
21
- "eval_loss": 0.23085123300552368,
22
- "eval_runtime": 0.9384,
23
- "eval_samples_per_second": 141.736,
24
- "eval_steps_per_second": 18.117,
25
  "step": 130
26
  },
27
  {
28
  "epoch": 1.5384615384615383,
29
- "grad_norm": 1.5738377571105957,
30
  "learning_rate": 0.005,
31
- "loss": 0.5034,
32
  "step": 200
33
  },
34
  {
35
  "epoch": 2.0,
36
- "eval_accuracy": 0.6165413533834586,
37
- "eval_loss": 1.0887765884399414,
38
- "eval_runtime": 0.9484,
39
- "eval_samples_per_second": 140.237,
40
- "eval_steps_per_second": 17.925,
41
  "step": 260
42
  },
43
  {
44
  "epoch": 2.3076923076923075,
45
- "grad_norm": 4.012147426605225,
46
  "learning_rate": 0.005,
47
- "loss": 0.506,
48
  "step": 300
49
  },
50
  {
51
  "epoch": 3.0,
52
- "eval_accuracy": 0.5714285714285714,
53
- "eval_loss": 0.9555807709693909,
54
- "eval_runtime": 0.9238,
55
- "eval_samples_per_second": 143.97,
56
- "eval_steps_per_second": 18.402,
57
  "step": 390
58
  },
59
  {
60
  "epoch": 3.076923076923077,
61
- "grad_norm": 2.720919132232666,
62
  "learning_rate": 0.005,
63
- "loss": 0.9151,
64
  "step": 400
65
  },
66
  {
67
  "epoch": 3.8461538461538463,
68
- "grad_norm": 0.1517225205898285,
69
  "learning_rate": 0.005,
70
- "loss": 1.1528,
71
  "step": 500
72
  },
73
  {
74
  "epoch": 4.0,
75
  "eval_accuracy": 0.3308270676691729,
76
- "eval_loss": 1.1074310541152954,
77
- "eval_runtime": 0.9649,
78
- "eval_samples_per_second": 137.839,
79
- "eval_steps_per_second": 17.618,
80
  "step": 520
81
  },
82
  {
83
  "epoch": 4.615384615384615,
84
- "grad_norm": 0.09401340782642365,
85
  "learning_rate": 0.005,
86
- "loss": 1.1076,
87
  "step": 600
88
  },
89
  {
90
  "epoch": 5.0,
91
  "eval_accuracy": 0.3308270676691729,
92
- "eval_loss": 1.100753664970398,
93
- "eval_runtime": 0.982,
94
- "eval_samples_per_second": 135.436,
95
- "eval_steps_per_second": 17.311,
96
  "step": 650
97
  },
98
  {
99
  "epoch": 5.384615384615385,
100
- "grad_norm": 0.5329942107200623,
101
  "learning_rate": 0.005,
102
- "loss": 1.1148,
103
  "step": 700
104
  },
105
  {
106
  "epoch": 6.0,
107
- "eval_accuracy": 0.3308270676691729,
108
- "eval_loss": 1.1018885374069214,
109
- "eval_runtime": 0.9388,
110
- "eval_samples_per_second": 141.675,
111
- "eval_steps_per_second": 18.109,
112
  "step": 780
113
  },
114
  {
115
  "epoch": 6.153846153846154,
116
- "grad_norm": 0.4093654453754425,
117
  "learning_rate": 0.005,
118
- "loss": 1.1095,
119
  "step": 800
120
  },
121
  {
122
  "epoch": 6.923076923076923,
123
- "grad_norm": 0.4959578216075897,
124
  "learning_rate": 0.005,
125
- "loss": 1.1026,
126
  "step": 900
127
  },
128
  {
129
  "epoch": 7.0,
130
  "eval_accuracy": 0.3308270676691729,
131
- "eval_loss": 1.1080141067504883,
132
- "eval_runtime": 1.0873,
133
- "eval_samples_per_second": 122.317,
134
- "eval_steps_per_second": 15.635,
135
  "step": 910
136
  },
137
  {
138
  "epoch": 7.6923076923076925,
139
- "grad_norm": 0.2822917699813843,
140
  "learning_rate": 0.005,
141
- "loss": 1.1073,
142
  "step": 1000
143
  },
144
  {
145
  "epoch": 8.0,
146
  "eval_accuracy": 0.3308270676691729,
147
- "eval_loss": 1.0986037254333496,
148
- "eval_runtime": 0.9744,
149
- "eval_samples_per_second": 136.492,
150
- "eval_steps_per_second": 17.446,
151
  "step": 1040
152
  },
153
  {
154
  "epoch": 8.461538461538462,
155
- "grad_norm": 0.33672869205474854,
156
  "learning_rate": 0.005,
157
- "loss": 1.1009,
158
  "step": 1100
159
  },
160
  {
161
  "epoch": 9.0,
162
- "eval_accuracy": 0.3383458646616541,
163
- "eval_loss": 1.0998892784118652,
164
- "eval_runtime": 0.9516,
165
- "eval_samples_per_second": 139.767,
166
- "eval_steps_per_second": 17.865,
167
  "step": 1170
168
  },
169
  {
170
  "epoch": 9.23076923076923,
171
- "grad_norm": 0.08797406405210495,
172
  "learning_rate": 0.005,
173
- "loss": 1.1118,
174
  "step": 1200
175
  },
176
  {
177
  "epoch": 10.0,
178
- "grad_norm": 0.42109444737434387,
179
  "learning_rate": 0.005,
180
- "loss": 1.1081,
181
  "step": 1300
182
  },
183
  {
184
  "epoch": 10.0,
185
- "eval_accuracy": 0.3308270676691729,
186
- "eval_loss": 1.098858118057251,
187
- "eval_runtime": 0.9588,
188
- "eval_samples_per_second": 138.708,
189
- "eval_steps_per_second": 17.73,
190
  "step": 1300
191
  },
192
  {
193
  "epoch": 10.0,
194
  "step": 1300,
195
  "total_flos": 8.772706474360013e+17,
196
- "train_loss": 0.9533355126014122,
197
- "train_runtime": 174.5905,
198
- "train_samples_per_second": 59.224,
199
- "train_steps_per_second": 7.446
200
  }
201
  ],
202
  "logging_steps": 100,
 
1
  {
2
+ "best_metric": 1.098726749420166,
3
+ "best_model_checkpoint": "./beans_outputs/checkpoint-1300",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 1300,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.7692307692307693,
13
+ "grad_norm": 3.964278221130371,
14
  "learning_rate": 0.005,
15
+ "loss": 0.9625,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.3383458646616541,
21
+ "eval_loss": 1.1997095346450806,
22
+ "eval_runtime": 0.9373,
23
+ "eval_samples_per_second": 141.894,
24
+ "eval_steps_per_second": 18.137,
25
  "step": 130
26
  },
27
  {
28
  "epoch": 1.5384615384615383,
29
+ "grad_norm": 0.5754929184913635,
30
  "learning_rate": 0.005,
31
+ "loss": 1.2026,
32
  "step": 200
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "eval_accuracy": 0.3308270676691729,
37
+ "eval_loss": 1.1204776763916016,
38
+ "eval_runtime": 0.9634,
39
+ "eval_samples_per_second": 138.047,
40
+ "eval_steps_per_second": 17.645,
41
  "step": 260
42
  },
43
  {
44
  "epoch": 2.3076923076923075,
45
+ "grad_norm": 0.5505106449127197,
46
  "learning_rate": 0.005,
47
+ "loss": 1.1354,
48
  "step": 300
49
  },
50
  {
51
  "epoch": 3.0,
52
+ "eval_accuracy": 0.3308270676691729,
53
+ "eval_loss": 1.099075198173523,
54
+ "eval_runtime": 0.9285,
55
+ "eval_samples_per_second": 143.241,
56
+ "eval_steps_per_second": 18.309,
57
  "step": 390
58
  },
59
  {
60
  "epoch": 3.076923076923077,
61
+ "grad_norm": 0.4573482573032379,
62
  "learning_rate": 0.005,
63
+ "loss": 1.1074,
64
  "step": 400
65
  },
66
  {
67
  "epoch": 3.8461538461538463,
68
+ "grad_norm": 0.1797952502965927,
69
  "learning_rate": 0.005,
70
+ "loss": 1.1071,
71
  "step": 500
72
  },
73
  {
74
  "epoch": 4.0,
75
  "eval_accuracy": 0.3308270676691729,
76
+ "eval_loss": 1.101277232170105,
77
+ "eval_runtime": 0.9468,
78
+ "eval_samples_per_second": 140.474,
79
+ "eval_steps_per_second": 17.955,
80
  "step": 520
81
  },
82
  {
83
  "epoch": 4.615384615384615,
84
+ "grad_norm": 0.0814356580376625,
85
  "learning_rate": 0.005,
86
+ "loss": 1.102,
87
  "step": 600
88
  },
89
  {
90
  "epoch": 5.0,
91
  "eval_accuracy": 0.3308270676691729,
92
+ "eval_loss": 1.0996899604797363,
93
+ "eval_runtime": 0.994,
94
+ "eval_samples_per_second": 133.802,
95
+ "eval_steps_per_second": 17.103,
96
  "step": 650
97
  },
98
  {
99
  "epoch": 5.384615384615385,
100
+ "grad_norm": 0.49848759174346924,
101
  "learning_rate": 0.005,
102
+ "loss": 1.1064,
103
  "step": 700
104
  },
105
  {
106
  "epoch": 6.0,
107
+ "eval_accuracy": 0.3383458646616541,
108
+ "eval_loss": 1.0997720956802368,
109
+ "eval_runtime": 0.9552,
110
+ "eval_samples_per_second": 139.237,
111
+ "eval_steps_per_second": 17.797,
112
  "step": 780
113
  },
114
  {
115
  "epoch": 6.153846153846154,
116
+ "grad_norm": 0.38272586464881897,
117
  "learning_rate": 0.005,
118
+ "loss": 1.1083,
119
  "step": 800
120
  },
121
  {
122
  "epoch": 6.923076923076923,
123
+ "grad_norm": 0.37760409712791443,
124
  "learning_rate": 0.005,
125
+ "loss": 1.1008,
126
  "step": 900
127
  },
128
  {
129
  "epoch": 7.0,
130
  "eval_accuracy": 0.3308270676691729,
131
+ "eval_loss": 1.099931001663208,
132
+ "eval_runtime": 0.9388,
133
+ "eval_samples_per_second": 141.67,
134
+ "eval_steps_per_second": 18.108,
135
  "step": 910
136
  },
137
  {
138
  "epoch": 7.6923076923076925,
139
+ "grad_norm": 0.26804277300834656,
140
  "learning_rate": 0.005,
141
+ "loss": 1.1015,
142
  "step": 1000
143
  },
144
  {
145
  "epoch": 8.0,
146
  "eval_accuracy": 0.3308270676691729,
147
+ "eval_loss": 1.0987836122512817,
148
+ "eval_runtime": 0.9412,
149
+ "eval_samples_per_second": 141.315,
150
+ "eval_steps_per_second": 18.063,
151
  "step": 1040
152
  },
153
  {
154
  "epoch": 8.461538461538462,
155
+ "grad_norm": 0.3317204713821411,
156
  "learning_rate": 0.005,
157
+ "loss": 1.0998,
158
  "step": 1100
159
  },
160
  {
161
  "epoch": 9.0,
162
+ "eval_accuracy": 0.3308270676691729,
163
+ "eval_loss": 1.1042646169662476,
164
+ "eval_runtime": 0.9609,
165
+ "eval_samples_per_second": 138.415,
166
+ "eval_steps_per_second": 17.692,
167
  "step": 1170
168
  },
169
  {
170
  "epoch": 9.23076923076923,
171
+ "grad_norm": 0.2213129699230194,
172
  "learning_rate": 0.005,
173
+ "loss": 1.1156,
174
  "step": 1200
175
  },
176
  {
177
  "epoch": 10.0,
178
+ "grad_norm": 0.4260609745979309,
179
  "learning_rate": 0.005,
180
+ "loss": 1.1085,
181
  "step": 1300
182
  },
183
  {
184
  "epoch": 10.0,
185
+ "eval_accuracy": 0.3383458646616541,
186
+ "eval_loss": 1.098726749420166,
187
+ "eval_runtime": 0.9647,
188
+ "eval_samples_per_second": 137.865,
189
+ "eval_steps_per_second": 17.622,
190
  "step": 1300
191
  },
192
  {
193
  "epoch": 10.0,
194
  "step": 1300,
195
  "total_flos": 8.772706474360013e+17,
196
+ "train_loss": 1.1044638824462891,
197
+ "train_runtime": 173.1626,
198
+ "train_samples_per_second": 59.713,
199
+ "train_steps_per_second": 7.507
200
  }
201
  ],
202
  "logging_steps": 100,