hassonofer commited on
Commit
166d7f1
·
1 Parent(s): 2daeddf

Add self-supervised learning checkbox

Browse files
app.py CHANGED
@@ -31,6 +31,7 @@ def plot_acc_param(param_compare_results_df: pl.DataFrame, width: int = 1000, he
31
  "Pareto frontier (p)",
32
  "Intermediate",
33
  "MIM",
 
34
  "Distilled",
35
  )
36
  base = df.plot.point(
@@ -47,6 +48,7 @@ def plot_acc_param(param_compare_results_df: pl.DataFrame, width: int = 1000, he
47
  "Resolution",
48
  "Intermediate",
49
  "MIM",
 
50
  "Distilled",
51
  ],
52
  )
@@ -78,6 +80,7 @@ def plot_acc_memory(memory_compare_results_df: pl.DataFrame, width: int = 900, h
78
  "Pareto frontier (mem)",
79
  "Intermediate",
80
  "MIM",
 
81
  "Distilled",
82
  )
83
  base = df.plot.point(
@@ -95,6 +98,7 @@ def plot_acc_memory(memory_compare_results_df: pl.DataFrame, width: int = 900, h
95
  "Resolution",
96
  "Intermediate",
97
  "MIM",
 
98
  "Distilled",
99
  ],
100
  )
@@ -134,6 +138,7 @@ def plot_acc_rate(rate_compare_results_df: pl.DataFrame, width: int = 1000, heig
134
  "Pareto frontier (ms)",
135
  "Intermediate",
136
  "MIM",
 
137
  "Distilled",
138
  )
139
  base = df.plot.point(
@@ -151,6 +156,7 @@ def plot_acc_rate(rate_compare_results_df: pl.DataFrame, width: int = 1000, heig
151
  "Resolution",
152
  "Intermediate",
153
  "MIM",
 
154
  "Distilled",
155
  ],
156
  )
@@ -177,13 +183,15 @@ def plot_acc_rate(rate_compare_results_df: pl.DataFrame, width: int = 1000, heig
177
 
178
 
179
  def update_data(
180
- dataset: str, benchmark: str, intermediate: bool, mim: bool, dist: bool, log_x: bool, search_bar: str
181
  ) -> tuple[alt.LayerChart, pl.DataFrame]:
182
  compare_results_df = pl.read_csv(f"results_{dataset}.csv")
183
  if intermediate is False:
184
  compare_results_df = compare_results_df.filter(pl.col("Intermediate") == intermediate)
185
  if mim is False:
186
  compare_results_df = compare_results_df.filter(pl.col("MIM") == mim)
 
 
187
  if dist is False:
188
  compare_results_df = compare_results_df.filter(pl.col("Distilled") == dist)
189
 
@@ -313,6 +321,11 @@ def app() -> None:
313
  info="Show models that underwent intermediate training (extra data)",
314
  )
315
  mim = gr.Checkbox(label="MIM", value=True, info="Show models with Masked Image Modeling pre-training")
 
 
 
 
 
316
  dist = gr.Checkbox(label="Distilled", value=True, info="Show distilled models")
317
  log_x = gr.Checkbox(label="Log scale X-axis", value=False)
318
 
@@ -332,7 +345,7 @@ def app() -> None:
332
  plot = gr.Plot(container=False)
333
  table = gr.Dataframe(show_search="search")
334
 
335
- inputs = [dataset_dropdown, benchmark_dropdown, intermediate, mim, dist, log_x, search_bar]
336
  outputs = [plot, table]
337
  leaderboard.load(update_data, inputs=inputs, outputs=outputs)
338
 
@@ -340,6 +353,7 @@ def app() -> None:
340
  benchmark_dropdown.change(update_data, inputs=inputs, outputs=outputs)
341
  intermediate.change(update_data, inputs=inputs, outputs=outputs)
342
  mim.change(update_data, inputs=inputs, outputs=outputs)
 
343
  dist.change(update_data, inputs=inputs, outputs=outputs)
344
  log_x.change(update_data, inputs=inputs, outputs=outputs)
345
  search_bar.change(update_data, inputs=inputs, outputs=outputs)
 
31
  "Pareto frontier (p)",
32
  "Intermediate",
33
  "MIM",
34
+ "Self-supervised learning",
35
  "Distilled",
36
  )
37
  base = df.plot.point(
 
48
  "Resolution",
49
  "Intermediate",
50
  "MIM",
51
+ "Self-supervised learning",
52
  "Distilled",
53
  ],
54
  )
 
80
  "Pareto frontier (mem)",
81
  "Intermediate",
82
  "MIM",
83
+ "Self-supervised learning",
84
  "Distilled",
85
  )
86
  base = df.plot.point(
 
98
  "Resolution",
99
  "Intermediate",
100
  "MIM",
101
+ "Self-supervised learning",
102
  "Distilled",
103
  ],
104
  )
 
138
  "Pareto frontier (ms)",
139
  "Intermediate",
140
  "MIM",
141
+ "Self-supervised learning",
142
  "Distilled",
143
  )
144
  base = df.plot.point(
 
156
  "Resolution",
157
  "Intermediate",
158
  "MIM",
159
+ "Self-supervised learning",
160
  "Distilled",
161
  ],
162
  )
 
183
 
184
 
185
  def update_data(
186
+ dataset: str, benchmark: str, intermediate: bool, mim: bool, ssl: bool, dist: bool, log_x: bool, search_bar: str
187
  ) -> tuple[alt.LayerChart, pl.DataFrame]:
188
  compare_results_df = pl.read_csv(f"results_{dataset}.csv")
189
  if intermediate is False:
190
  compare_results_df = compare_results_df.filter(pl.col("Intermediate") == intermediate)
191
  if mim is False:
192
  compare_results_df = compare_results_df.filter(pl.col("MIM") == mim)
193
+ if ssl is False:
194
+ compare_results_df = compare_results_df.filter(pl.col("Self-supervised learning") == mim)
195
  if dist is False:
196
  compare_results_df = compare_results_df.filter(pl.col("Distilled") == dist)
197
 
 
321
  info="Show models that underwent intermediate training (extra data)",
322
  )
323
  mim = gr.Checkbox(label="MIM", value=True, info="Show models with Masked Image Modeling pre-training")
324
+ ssl = gr.Checkbox(
325
+ label="Self-supervised learning",
326
+ value=True,
327
+ info="Show models with Self-supervised learning pre-training",
328
+ )
329
  dist = gr.Checkbox(label="Distilled", value=True, info="Show distilled models")
330
  log_x = gr.Checkbox(label="Log scale X-axis", value=False)
331
 
 
345
  plot = gr.Plot(container=False)
346
  table = gr.Dataframe(show_search="search")
347
 
348
+ inputs = [dataset_dropdown, benchmark_dropdown, intermediate, mim, ssl, dist, log_x, search_bar]
349
  outputs = [plot, table]
350
  leaderboard.load(update_data, inputs=inputs, outputs=outputs)
351
 
 
353
  benchmark_dropdown.change(update_data, inputs=inputs, outputs=outputs)
354
  intermediate.change(update_data, inputs=inputs, outputs=outputs)
355
  mim.change(update_data, inputs=inputs, outputs=outputs)
356
+ ssl.change(update_data, inputs=inputs, outputs=outputs)
357
  dist.change(update_data, inputs=inputs, outputs=outputs)
358
  log_x.change(update_data, inputs=inputs, outputs=outputs)
359
  search_bar.change(update_data, inputs=inputs, outputs=outputs)
results_arabian-peninsula.csv CHANGED
@@ -1,105 +1,105 @@
1
- Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,30.30713325222475,30.453609,32.995532493215705,,cpu,1,false,false,false,2.7.1+cu128
3
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,130.7332222900004,30.453609,7.649165089664347,,cpu,1,false,false,true,2.7.1+cu128
4
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,30.889587235562633,30.453609,32.37336881111567,,cpu,1,true,false,false,2.7.1+cu128
5
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,25.943026283332276,30.453609,38.546004196992016,,cpu,1,true,true,false,2.7.1+cu128
6
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,1.1145203285807763,30.453609,897.2469809262199,,cuda,512,false,false,false,2.7.1+cu128
7
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,0.9719542295052481,30.453609,1028.8550321027235,,cuda,512,true,false,false,2.7.1+cu128
8
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,0.4736929335806887,30.453609,2111.072235004452,,cuda,512,true,true,false,2.7.1+cu128
9
- crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,,30.453609,,149.64453125,cuda,1,false,false,false,2.7.1+cu128
10
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,46.101335652234006,30.453609,21.691345507720477,,cpu,1,false,false,false,2.7.1+cu128
11
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,297.85313804997713,30.453609,3.3573592897054145,,cpu,1,false,false,true,2.7.1+cu128
12
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,42.24641333777173,30.453609,23.670648488067474,,cpu,1,true,false,false,2.7.1+cu128
13
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,31.71145838109725,30.453609,31.534342822785025,,cpu,1,true,true,false,2.7.1+cu128
14
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,3.034222633928689,30.453609,329.57370656259576,,cuda,512,false,false,false,2.7.1+cu128
15
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,2.382717295399238,30.453609,419.68889969904893,,cuda,512,true,false,false,2.7.1+cu128
16
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,1.3095874099087723,30.453609,763.5992774775235,,cuda,512,true,true,false,2.7.1+cu128
17
- crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,,30.453609,,185.40869140625,cuda,1,false,false,false,2.7.1+cu128
18
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,31.39685490778195,21.119023,31.85032395560558,,cpu,1,false,false,false,2.7.1+cu128
19
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,78.40284361998783,21.119023,12.754639421586775,,cpu,1,false,false,true,2.7.1+cu128
20
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,27.344285511110986,21.119023,36.570712355737484,,cpu,1,true,false,false,2.7.1+cu128
21
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,65.92093146110226,21.119023,15.169688562275045,,cpu,1,true,true,false,2.7.1+cu128
22
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.9639844474088477,21.119023,1037.361134495438,,cuda,512,false,false,false,2.7.1+cu128
23
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.6878430181509051,21.119023,1453.8200921021942,,cuda,512,true,false,false,2.7.1+cu128
24
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.3868471172396918,21.119023,2585.0005220031057,,cuda,512,true,true,false,2.7.1+cu128
25
- efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,,21.119023,,100.7138671875,cuda,1,false,false,false,2.7.1+cu128
26
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,88.15815891111723,88.478143,11.343249590865657,,cpu,1,false,false,false,2.7.1+cu128
27
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,792.4896772700595,88.478143,1.2618460892068206,,cpu,1,false,false,true,2.7.1+cu128
28
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,94.21177467221342,88.478143,10.614384491527229,,cpu,1,true,false,false,2.7.1+cu128
29
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,64.48389407667695,88.478143,15.507748319462738,,cpu,1,true,true,false,2.7.1+cu128
30
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,7.1600426238541734,88.478143,139.66397304234354,,cuda,512,false,false,false,2.7.1+cu128
31
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,4.838540518268245,88.478143,206.6738918945559,,cuda,512,true,false,false,2.7.1+cu128
32
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,2.6120948446744783,88.478143,382.8344908833588,,cuda,512,true,true,false,2.7.1+cu128
33
- focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,,88.478143,,401.63037109375,cuda,1,false,false,false,2.7.1+cu128
34
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,72.83674102444719,19.763279,13.72933475516644,,cpu,1,false,false,false,2.7.1+cu128
35
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,387.4020566300897,19.763279,2.5812976025443475,,cpu,1,false,false,true,2.7.1+cu128
36
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,54.59965035332264,19.763279,18.31513560121444,,cpu,1,true,false,false,2.7.1+cu128
37
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,38.982212356673294,19.763279,25.65272568037847,,cpu,1,true,true,false,2.7.1+cu128
38
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,3.9646789993910208,19.763279,252.22722953197504,,cuda,512,false,false,false,2.7.1+cu128
39
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,2.941750643294275,19.763279,339.9336385901713,,cuda,512,true,false,false,2.7.1+cu128
40
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,1.4701206788021182,19.763279,680.21626688145,,cuda,512,true,true,false,2.7.1+cu128
41
- iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,,19.763279,,135.46484375,cuda,1,false,false,false,2.7.1+cu128
42
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,35.66831236666379,50.101223,28.03608956095767,,cpu,1,false,false,false,2.7.1+cu128
43
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,212.1649884100771,50.101223,4.713313009341477,,cpu,1,false,false,true,2.7.1+cu128
44
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,51.65007511666368,50.101223,19.36105606315708,,cpu,1,true,false,false,2.7.1+cu128
45
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,81.37293307555309,50.101223,12.289098625356427,,cpu,1,true,true,false,2.7.1+cu128
46
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,1.801332709804721,50.101223,555.144529690136,,cuda,512,false,false,false,2.7.1+cu128
47
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,1.2568842670833644,50.101223,795.6182014438992,,cuda,512,true,false,false,2.7.1+cu128
48
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,0.6616117990885565,50.101223,1511.4603478620102,,cuda,512,true,true,false,2.7.1+cu128
49
- rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,,50.101223,,235.50390625,cuda,1,false,false,false,2.7.1+cu128
50
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,48.90943386333271,50.101223,20.445953285705436,,cpu,1,false,false,false,2.7.1+cu128
51
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,461.74409579994966,50.101223,2.165701757956531,,cpu,1,false,false,true,2.7.1+cu128
52
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,67.05661157666731,50.101223,14.912772603439375,,cpu,1,true,false,false,2.7.1+cu128
53
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,96.31645133555543,50.101223,10.382442315239741,,cpu,1,true,true,false,2.7.1+cu128
54
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,4.191634230166831,50.101223,238.5704346059315,,cuda,512,false,false,false,2.7.1+cu128
55
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,2.9867022363255686,50.101223,334.8174410684688,,cuda,512,true,false,false,2.7.1+cu128
56
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,1.4900529572916335,50.101223,671.1170868836978,,cuda,512,true,true,false,2.7.1+cu128
57
- rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,,50.101223,,274.9931640625,cuda,1,false,false,false,2.7.1+cu128
58
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,20.26276059110791,25.014047,49.35161699728313,,cpu,1,false,false,false,2.7.1+cu128
59
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,96.09726588998454,25.014047,10.406123324516166,,cpu,1,false,false,true,2.7.1+cu128
60
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,15.154197009994984,25.014047,65.98831989187205,,cpu,1,true,false,false,2.7.1+cu128
61
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,11.345280230000046,25.014047,88.14237989077824,,cpu,1,true,true,false,2.7.1+cu128
62
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.9450033750651224,25.014047,1058.197278852139,,cuda,512,false,false,false,2.7.1+cu128
63
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.5843017883334293,25.014047,1711.4443596899523,,cuda,512,true,false,false,2.7.1+cu128
64
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.2670321213802633,25.014047,3744.8678265037797,,cuda,512,true,true,false,2.7.1+cu128
65
- resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,,25.014047,,122.0400390625,cuda,1,false,false,false,2.7.1+cu128
66
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,31.765413161111713,38.654175,31.480780524656726,,cpu,1,false,false,false,2.7.1+cu128
67
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,237.93053575995143,38.654175,4.202907360360428,,cpu,1,false,false,true,2.7.1+cu128
68
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,26.758485717792713,38.654175,37.37132252349627,,cpu,1,true,false,false,2.7.1+cu128
69
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,21.761478306660944,38.654175,45.95276046544647,,cpu,1,true,true,false,2.7.1+cu128
70
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,1.3221407308983166,38.654175,756.3491363892549,,cuda,512,false,false,false,2.7.1+cu128
71
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,0.8750556763410107,38.654175,1142.784427365166,,cuda,512,true,false,false,2.7.1+cu128
72
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,0.43880578802069675,38.654175,2278.912510499597,,cuda,512,true,true,false,2.7.1+cu128
73
- rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,,38.654175,,167.73388671875,cuda,1,false,false,false,2.7.1+cu128
74
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,91.78707446333848,49.533657,10.894780183885468,,cpu,1,false,false,false,2.7.1+cu128
75
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,541.5412951400504,49.533657,1.8465812468491174,,cpu,1,false,false,true,2.7.1+cu128
76
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,73.36740485665763,49.533657,13.630030964755546,,cpu,1,true,false,false,2.7.1+cu128
77
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,52.892460093329035,49.533657,18.906286420323323,,cpu,1,true,true,false,2.7.1+cu128
78
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,5.946726186770796,49.533657,168.159751868956,,cuda,512,false,false,false,2.7.1+cu128
79
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,3.6696029523608966,49.533657,272.5090460690398,,cuda,512,true,false,false,2.7.1+cu128
80
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,2.1678185732290935,49.533657,461.2932153775401,,cuda,512,true,true,false,2.7.1+cu128
81
- swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,,49.533657,,262.33642578125,cuda,1,false,false,false,2.7.1+cu128
82
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,41.45970479332997,26.442527,24.119805121257876,,cpu,1,false,false,false,2.7.1+cu128
83
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,164.70494530003634,26.442527,6.0714631134987505,,cpu,1,false,false,true,2.7.1+cu128
84
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,40.02222629000446,26.442527,24.986116283335036,,cpu,1,true,false,false,2.7.1+cu128
85
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,36.41691649444207,26.442527,27.459765852296126,,cpu,1,true,true,false,2.7.1+cu128
86
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,2.0792286092188306,26.442527,480.94759545257585,,cuda,512,false,false,false,2.7.1+cu128
87
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,1.7832681807031276,26.442527,560.7681507588547,,cuda,512,true,false,false,2.7.1+cu128
88
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,1.1017512649738137,26.442527,907.6458832327893,,cuda,512,true,true,false,2.7.1+cu128
89
- van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,,26.442527,,130.68994140625,cuda,1,false,false,false,2.7.1+cu128
90
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,57.61781713889731,26.442527,17.355742540355774,,cpu,1,false,false,false,2.7.1+cu128
91
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,359.6292071600328,26.442527,2.780641783510665,,cpu,1,false,false,true,2.7.1+cu128
92
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,39.97703235665944,26.442527,25.014363024208283,,cpu,1,true,false,false,2.7.1+cu128
93
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,35.1915922055519,26.442527,28.41587826316759,,cpu,1,true,true,false,2.7.1+cu128
94
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,4.775268316994005,26.442527,209.41231646423847,,cuda,512,false,false,false,2.7.1+cu128
95
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,3.8403100717559506,26.442527,260.39564027775447,,cuda,512,true,false,false,2.7.1+cu128
96
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,4.0726347621224095,26.442527,245.54129167204297,,cuda,512,true,true,false,2.7.1+cu128
97
- van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,,26.442527,,157.22119140625,cuda,1,false,false,false,2.7.1+cu128
98
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,65.58106983555868,86.370015,15.24830263531002,,cpu,1,false,false,false,2.7.1+cu128
99
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,921.3939794700128,86.370015,1.0853120622463819,,cpu,1,false,false,true,2.7.1+cu128
100
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,67.2294741444542,86.370015,14.874428406971122,,cpu,1,true,false,false,2.7.1+cu128
101
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,41.98840529777549,86.370015,23.816098585029593,,cpu,1,true,true,false,2.7.1+cu128
102
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,3.219473070546807,86.370015,310.6098352393289,,cuda,512,false,false,false,2.7.1+cu128
103
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,3.1229820011719767,86.370015,320.2067766079744,,cuda,512,true,false,false,2.7.1+cu128
104
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,1.5422336772917333,86.370015,648.4101694342894,,cuda,512,true,true,false,2.7.1+cu128
105
- "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,,86.370015,,362.62890625,cuda,1,false,false,false,2.7.1+cu128
 
1
+ Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,Self-supervised learning,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,30.30713325222475,30.453609,32.995532493215705,,cpu,1,false,false,false,2.7.1+cu128
3
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,130.7332222900004,30.453609,7.649165089664347,,cpu,1,false,false,true,2.7.1+cu128
4
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,30.889587235562633,30.453609,32.37336881111567,,cpu,1,true,false,false,2.7.1+cu128
5
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,25.943026283332276,30.453609,38.546004196992016,,cpu,1,true,true,false,2.7.1+cu128
6
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,1.1145203285807763,30.453609,897.2469809262199,,cuda,512,false,false,false,2.7.1+cu128
7
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,0.9719542295052481,30.453609,1028.8550321027235,,cuda,512,true,false,false,2.7.1+cu128
8
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,0.4736929335806887,30.453609,2111.072235004452,,cuda,512,true,true,false,2.7.1+cu128
9
+ crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,false,,30.453609,,149.64453125,cuda,1,false,false,false,2.7.1+cu128
10
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,46.101335652234006,30.453609,21.691345507720477,,cpu,1,false,false,false,2.7.1+cu128
11
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,297.85313804997713,30.453609,3.3573592897054145,,cpu,1,false,false,true,2.7.1+cu128
12
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,42.24641333777173,30.453609,23.670648488067474,,cpu,1,true,false,false,2.7.1+cu128
13
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,31.71145838109725,30.453609,31.534342822785025,,cpu,1,true,true,false,2.7.1+cu128
14
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,3.034222633928689,30.453609,329.57370656259576,,cuda,512,false,false,false,2.7.1+cu128
15
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,2.382717295399238,30.453609,419.68889969904893,,cuda,512,true,false,false,2.7.1+cu128
16
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,1.3095874099087723,30.453609,763.5992774775235,,cuda,512,true,true,false,2.7.1+cu128
17
+ crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,false,,30.453609,,185.40869140625,cuda,1,false,false,false,2.7.1+cu128
18
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,31.39685490778195,21.119023,31.85032395560558,,cpu,1,false,false,false,2.7.1+cu128
19
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,78.40284361998783,21.119023,12.754639421586775,,cpu,1,false,false,true,2.7.1+cu128
20
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,27.344285511110986,21.119023,36.570712355737484,,cpu,1,true,false,false,2.7.1+cu128
21
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,65.92093146110226,21.119023,15.169688562275045,,cpu,1,true,true,false,2.7.1+cu128
22
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,0.9639844474088477,21.119023,1037.361134495438,,cuda,512,false,false,false,2.7.1+cu128
23
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,0.6878430181509051,21.119023,1453.8200921021942,,cuda,512,true,false,false,2.7.1+cu128
24
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,0.3868471172396918,21.119023,2585.0005220031057,,cuda,512,true,true,false,2.7.1+cu128
25
+ efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,false,,21.119023,,100.7138671875,cuda,1,false,false,false,2.7.1+cu128
26
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,88.15815891111723,88.478143,11.343249590865657,,cpu,1,false,false,false,2.7.1+cu128
27
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,792.4896772700595,88.478143,1.2618460892068206,,cpu,1,false,false,true,2.7.1+cu128
28
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,94.21177467221342,88.478143,10.614384491527229,,cpu,1,true,false,false,2.7.1+cu128
29
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,64.48389407667695,88.478143,15.507748319462738,,cpu,1,true,true,false,2.7.1+cu128
30
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,7.1600426238541734,88.478143,139.66397304234354,,cuda,512,false,false,false,2.7.1+cu128
31
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,4.838540518268245,88.478143,206.6738918945559,,cuda,512,true,false,false,2.7.1+cu128
32
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,2.6120948446744783,88.478143,382.8344908833588,,cuda,512,true,true,false,2.7.1+cu128
33
+ focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,false,,88.478143,,401.63037109375,cuda,1,false,false,false,2.7.1+cu128
34
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,72.83674102444719,19.763279,13.72933475516644,,cpu,1,false,false,false,2.7.1+cu128
35
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,387.4020566300897,19.763279,2.5812976025443475,,cpu,1,false,false,true,2.7.1+cu128
36
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,54.59965035332264,19.763279,18.31513560121444,,cpu,1,true,false,false,2.7.1+cu128
37
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,38.982212356673294,19.763279,25.65272568037847,,cpu,1,true,true,false,2.7.1+cu128
38
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,3.9646789993910208,19.763279,252.22722953197504,,cuda,512,false,false,false,2.7.1+cu128
39
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,2.941750643294275,19.763279,339.9336385901713,,cuda,512,true,false,false,2.7.1+cu128
40
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,1.4701206788021182,19.763279,680.21626688145,,cuda,512,true,true,false,2.7.1+cu128
41
+ iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,false,,19.763279,,135.46484375,cuda,1,false,false,false,2.7.1+cu128
42
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,35.66831236666379,50.101223,28.03608956095767,,cpu,1,false,false,false,2.7.1+cu128
43
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,212.1649884100771,50.101223,4.713313009341477,,cpu,1,false,false,true,2.7.1+cu128
44
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,51.65007511666368,50.101223,19.36105606315708,,cpu,1,true,false,false,2.7.1+cu128
45
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,81.37293307555309,50.101223,12.289098625356427,,cpu,1,true,true,false,2.7.1+cu128
46
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,1.801332709804721,50.101223,555.144529690136,,cuda,512,false,false,false,2.7.1+cu128
47
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,1.2568842670833644,50.101223,795.6182014438992,,cuda,512,true,false,false,2.7.1+cu128
48
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,0.6616117990885565,50.101223,1511.4603478620102,,cuda,512,true,true,false,2.7.1+cu128
49
+ rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,false,,50.101223,,235.50390625,cuda,1,false,false,false,2.7.1+cu128
50
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,48.90943386333271,50.101223,20.445953285705436,,cpu,1,false,false,false,2.7.1+cu128
51
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,461.74409579994966,50.101223,2.165701757956531,,cpu,1,false,false,true,2.7.1+cu128
52
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,67.05661157666731,50.101223,14.912772603439375,,cpu,1,true,false,false,2.7.1+cu128
53
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,96.31645133555543,50.101223,10.382442315239741,,cpu,1,true,true,false,2.7.1+cu128
54
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,4.191634230166831,50.101223,238.5704346059315,,cuda,512,false,false,false,2.7.1+cu128
55
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,2.9867022363255686,50.101223,334.8174410684688,,cuda,512,true,false,false,2.7.1+cu128
56
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,1.4900529572916335,50.101223,671.1170868836978,,cuda,512,true,true,false,2.7.1+cu128
57
+ rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,false,,50.101223,,274.9931640625,cuda,1,false,false,false,2.7.1+cu128
58
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,20.26276059110791,25.014047,49.35161699728313,,cpu,1,false,false,false,2.7.1+cu128
59
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,96.09726588998454,25.014047,10.406123324516166,,cpu,1,false,false,true,2.7.1+cu128
60
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,15.154197009994984,25.014047,65.98831989187205,,cpu,1,true,false,false,2.7.1+cu128
61
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,11.345280230000046,25.014047,88.14237989077824,,cpu,1,true,true,false,2.7.1+cu128
62
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,0.9450033750651224,25.014047,1058.197278852139,,cuda,512,false,false,false,2.7.1+cu128
63
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,0.5843017883334293,25.014047,1711.4443596899523,,cuda,512,true,false,false,2.7.1+cu128
64
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,0.2670321213802633,25.014047,3744.8678265037797,,cuda,512,true,true,false,2.7.1+cu128
65
+ resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,false,,25.014047,,122.0400390625,cuda,1,false,false,false,2.7.1+cu128
66
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,31.765413161111713,38.654175,31.480780524656726,,cpu,1,false,false,false,2.7.1+cu128
67
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,237.93053575995143,38.654175,4.202907360360428,,cpu,1,false,false,true,2.7.1+cu128
68
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,26.758485717792713,38.654175,37.37132252349627,,cpu,1,true,false,false,2.7.1+cu128
69
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,21.761478306660944,38.654175,45.95276046544647,,cpu,1,true,true,false,2.7.1+cu128
70
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,1.3221407308983166,38.654175,756.3491363892549,,cuda,512,false,false,false,2.7.1+cu128
71
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,0.8750556763410107,38.654175,1142.784427365166,,cuda,512,true,false,false,2.7.1+cu128
72
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,0.43880578802069675,38.654175,2278.912510499597,,cuda,512,true,true,false,2.7.1+cu128
73
+ rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,false,,38.654175,,167.73388671875,cuda,1,false,false,false,2.7.1+cu128
74
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,91.78707446333848,49.533657,10.894780183885468,,cpu,1,false,false,false,2.7.1+cu128
75
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,541.5412951400504,49.533657,1.8465812468491174,,cpu,1,false,false,true,2.7.1+cu128
76
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,73.36740485665763,49.533657,13.630030964755546,,cpu,1,true,false,false,2.7.1+cu128
77
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,52.892460093329035,49.533657,18.906286420323323,,cpu,1,true,true,false,2.7.1+cu128
78
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,5.946726186770796,49.533657,168.159751868956,,cuda,512,false,false,false,2.7.1+cu128
79
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,3.6696029523608966,49.533657,272.5090460690398,,cuda,512,true,false,false,2.7.1+cu128
80
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,2.1678185732290935,49.533657,461.2932153775401,,cuda,512,true,true,false,2.7.1+cu128
81
+ swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,false,,49.533657,,262.33642578125,cuda,1,false,false,false,2.7.1+cu128
82
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,41.45970479332997,26.442527,24.119805121257876,,cpu,1,false,false,false,2.7.1+cu128
83
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,164.70494530003634,26.442527,6.0714631134987505,,cpu,1,false,false,true,2.7.1+cu128
84
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,40.02222629000446,26.442527,24.986116283335036,,cpu,1,true,false,false,2.7.1+cu128
85
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,36.41691649444207,26.442527,27.459765852296126,,cpu,1,true,true,false,2.7.1+cu128
86
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,2.0792286092188306,26.442527,480.94759545257585,,cuda,512,false,false,false,2.7.1+cu128
87
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,1.7832681807031276,26.442527,560.7681507588547,,cuda,512,true,false,false,2.7.1+cu128
88
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,1.1017512649738137,26.442527,907.6458832327893,,cuda,512,true,true,false,2.7.1+cu128
89
+ van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,false,,26.442527,,130.68994140625,cuda,1,false,false,false,2.7.1+cu128
90
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,57.61781713889731,26.442527,17.355742540355774,,cpu,1,false,false,false,2.7.1+cu128
91
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,359.6292071600328,26.442527,2.780641783510665,,cpu,1,false,false,true,2.7.1+cu128
92
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,39.97703235665944,26.442527,25.014363024208283,,cpu,1,true,false,false,2.7.1+cu128
93
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,35.1915922055519,26.442527,28.41587826316759,,cpu,1,true,true,false,2.7.1+cu128
94
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,4.775268316994005,26.442527,209.41231646423847,,cuda,512,false,false,false,2.7.1+cu128
95
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,3.8403100717559506,26.442527,260.39564027775447,,cuda,512,true,false,false,2.7.1+cu128
96
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,4.0726347621224095,26.442527,245.54129167204297,,cuda,512,true,true,false,2.7.1+cu128
97
+ van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,false,,26.442527,,157.22119140625,cuda,1,false,false,false,2.7.1+cu128
98
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,65.58106983555868,86.370015,15.24830263531002,,cpu,1,false,false,false,2.7.1+cu128
99
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,921.3939794700128,86.370015,1.0853120622463819,,cpu,1,false,false,true,2.7.1+cu128
100
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,67.2294741444542,86.370015,14.874428406971122,,cpu,1,true,false,false,2.7.1+cu128
101
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,41.98840529777549,86.370015,23.816098585029593,,cpu,1,true,true,false,2.7.1+cu128
102
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,3.219473070546807,86.370015,310.6098352393289,,cuda,512,false,false,false,2.7.1+cu128
103
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,3.1229820011719767,86.370015,320.2067766079744,,cuda,512,true,false,false,2.7.1+cu128
104
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,1.5422336772917333,86.370015,648.4101694342894,,cuda,512,true,true,false,2.7.1+cu128
105
+ "vit reg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,false,,86.370015,,362.62890625,cuda,1,false,false,false,2.7.1+cu128
results_eu-common.csv CHANGED
@@ -1,57 +1,57 @@
1
- Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,61.99039349888658,28.410179,16.13153173512217,,cpu,1,false,false,false,2.7.1+cu128
3
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,290.847099609964,28.410179,3.4382326705029356,,cpu,1,false,false,true,2.7.1+cu128
4
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,39.91391425999205,28.410179,25.053919630286824,,cpu,1,true,false,false,2.7.1+cu128
5
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,23.801223051106916,28.410179,42.01464764448284,,cpu,1,true,true,false,2.7.1+cu128
6
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,3.630616264375135,28.410179,275.4353330624188,,cuda,512,false,false,false,2.7.1+cu128
7
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,1.6661011550000164,28.410179,600.2036533009847,,cuda,512,true,false,false,2.7.1+cu128
8
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,0.8088735078774789,28.410179,1236.2872442491605,,cuda,512,true,true,false,2.7.1+cu128
9
- convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,,28.410179,,168.61767578125,cuda,1,false,false,false,2.7.1+cu128
10
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,89.36738767666006,88.449443,11.189764252907311,,cpu,1,false,false,false,2.7.1+cu128
11
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,767.8629620900028,88.449443,1.3023157117490816,,cpu,1,false,false,true,2.7.1+cu128
12
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,93.28376135556027,88.449443,10.719979399076772,,cpu,1,true,false,false,2.7.1+cu128
13
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,69.13238831666402,88.449443,14.465000043387116,,cpu,1,true,true,false,2.7.1+cu128
14
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,7.177016006961721,88.449443,139.33367280078488,,cuda,512,false,false,false,2.7.1+cu128
15
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,4.809228156236903,88.449443,207.9335742686981,,cuda,512,true,false,false,2.7.1+cu128
16
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,2.5826369705077923,88.449443,387.20114805890904,,cuda,512,true,true,false,2.7.1+cu128
17
- focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,,88.449443,,401.52099609375,cuda,1,false,false,false,2.7.1+cu128
18
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,64.91505863444117,51.023555,15.404746156532664,,cpu,1,false,false,false,2.7.1+cu128
19
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,542.7062925399514,51.023555,1.8426172936374878,,cpu,1,false,false,true,2.7.1+cu128
20
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,60.76916777554692,51.023555,16.45571326060504,,cpu,1,true,false,false,2.7.1+cu128
21
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,47.41917440777696,51.023555,21.088515616079462,,cpu,1,true,true,false,2.7.1+cu128
22
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,4.653973003732467,51.023555,214.87017634137632,,cuda,512,false,false,false,2.7.1+cu128
23
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,3.627451714270933,51.023555,275.67561990304426,,cuda,512,true,false,false,2.7.1+cu128
24
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,2.4856896446745695,51.023555,402.3028386276765,,cuda,512,true,true,false,2.7.1+cu128
25
- "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,,51.023555,,260.0283203125,cuda,1,false,false,false,2.7.1+cu128
26
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,36.63597334889346,32.215531,27.295576139788945,,cpu,1,false,false,false,2.7.1+cu128
27
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,115.86037998000393,32.215531,8.631078200956942,,cpu,1,false,false,true,2.7.1+cu128
28
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,22.652179730001887,32.215531,44.145861984113644,,cpu,1,true,false,false,2.7.1+cu128
29
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,19.2270593388821,32.215531,52.010033483265985,,cpu,1,true,true,false,2.7.1+cu128
30
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,1.3720918911328304,32.215531,728.8141606713945,,cuda,512,false,false,false,2.7.1+cu128
31
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,0.9325844542970192,32.215531,1072.2889443335173,,cuda,512,true,false,false,2.7.1+cu128
32
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,0.472208848971339,32.215531,2117.707031916921,,cuda,512,true,true,false,2.7.1+cu128
33
- mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,,32.215531,,154.1103515625,cuda,1,false,false,false,2.7.1+cu128
34
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,25.229741314429297,10.941953,39.63576112562374,,cpu,1,false,false,false,2.7.1+cu128
35
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,44.16591137996875,10.941953,22.641896629207693,,cpu,1,false,false,true,2.7.1+cu128
36
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,21.48919884888326,10.941953,46.53500612248127,,cpu,1,true,false,false,2.7.1+cu128
37
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,62.454367633343075,10.941953,16.011690421249593,,cpu,1,true,true,false,2.7.1+cu128
38
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,0.6704033479036298,10.941953,1491.6393289607342,,cuda,512,false,false,false,2.7.1+cu128
39
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,0.5811224926041328,10.941953,1720.8075968954297,,cuda,512,true,false,false,2.7.1+cu128
40
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,0.3667443931770246,10.941953,2726.6947187310043,,cuda,512,true,true,false,2.7.1+cu128
41
- regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,,10.941953,,60.15380859375,cuda,1,false,false,false,2.7.1+cu128
42
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,51.27806688443849,38.790491,19.5015151849157,,cpu,1,false,false,false,2.7.1+cu128
43
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,403.25559999997495,38.790491,2.479816771298556,,cpu,1,false,false,true,2.7.1+cu128
44
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,33.26112496555046,38.790491,30.06512861593617,,cpu,1,true,false,false,2.7.1+cu128
45
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,40.53642091000155,38.790491,24.6691734877183,,cpu,1,true,true,false,2.7.1+cu128
46
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,3.9102406560646665,38.790491,255.73873527426755,,cuda,512,false,false,false,2.7.1+cu128
47
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,3.7783215413022244,38.790491,264.6677867589171,,cuda,512,true,false,false,2.7.1+cu128
48
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,2.2106554029035883,38.790491,452.3545364359134,,cuda,512,true,true,false,2.7.1+cu128
49
- regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,,38.790491,,252.2021484375,cuda,1,false,false,false,2.7.1+cu128
50
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,90.3345632300059,304.026307,11.069959982579912,,cpu,1,false,false,false,2.7.1+cu128
51
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,1290.5316141400544,304.026307,0.7748744695931761,,cpu,1,false,false,true,2.7.1+cu128
52
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,100.57067999889517,304.026307,9.94325582775204,,cpu,1,true,false,false,2.7.1+cu128
53
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,67.93046316445624,304.026307,14.720935989778992,,cpu,1,true,true,false,2.7.1+cu128
54
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,3.654385917799535,304.026307,273.6437865331266,,cuda,512,false,false,false,2.7.1+cu128
55
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,3.556014844726481,304.026307,281.2136742013284,,cuda,512,true,false,false,2.7.1+cu128
56
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,2.0366849921485177,304.026307,490.9939454825023,,cuda,512,true,true,false,2.7.1+cu128
57
- vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,,304.026307,,1182.3896484375,cuda,1,false,false,false,2.7.1+cu128
 
1
+ Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,Self-supervised learning,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,61.99039349888658,28.410179,16.13153173512217,,cpu,1,false,false,false,2.7.1+cu128
3
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,290.847099609964,28.410179,3.4382326705029356,,cpu,1,false,false,true,2.7.1+cu128
4
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,39.91391425999205,28.410179,25.053919630286824,,cpu,1,true,false,false,2.7.1+cu128
5
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,23.801223051106916,28.410179,42.01464764448284,,cpu,1,true,true,false,2.7.1+cu128
6
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,3.630616264375135,28.410179,275.4353330624188,,cuda,512,false,false,false,2.7.1+cu128
7
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,1.6661011550000164,28.410179,600.2036533009847,,cuda,512,true,false,false,2.7.1+cu128
8
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,0.8088735078774789,28.410179,1236.2872442491605,,cuda,512,true,true,false,2.7.1+cu128
9
+ convnext v2 tiny (i),ConvNeXt v2,0.9734856107868787,0.9953209901388609,0.946932591984274,19876,527,384,true,false,false,false,,28.410179,,168.61767578125,cuda,1,false,false,false,2.7.1+cu128
10
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,89.36738767666006,88.449443,11.189764252907311,,cpu,1,false,false,false,2.7.1+cu128
11
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,767.8629620900028,88.449443,1.3023157117490816,,cpu,1,false,false,true,2.7.1+cu128
12
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,93.28376135556027,88.449443,10.719979399076772,,cpu,1,true,false,false,2.7.1+cu128
13
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,69.13238831666402,88.449443,14.465000043387116,,cpu,1,true,true,false,2.7.1+cu128
14
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,7.177016006961721,88.449443,139.33367280078488,,cuda,512,false,false,false,2.7.1+cu128
15
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,4.809228156236903,88.449443,207.9335742686981,,cuda,512,true,false,false,2.7.1+cu128
16
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,2.5826369705077923,88.449443,387.20114805890904,,cuda,512,true,true,false,2.7.1+cu128
17
+ focalnet b lrf (i),FocalNet,0.9797242906017307,0.9978868987723888,0.9576346848165778,19876,403,384,true,false,false,false,,88.449443,,401.52099609375,cuda,1,false,false,false,2.7.1+cu128
18
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,64.91505863444117,51.023555,15.404746156532664,,cpu,1,false,false,false,2.7.1+cu128
19
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,542.7062925399514,51.023555,1.8426172936374878,,cpu,1,false,false,true,2.7.1+cu128
20
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,60.76916777554692,51.023555,16.45571326060504,,cpu,1,true,false,false,2.7.1+cu128
21
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,47.41917440777696,51.023555,21.088515616079462,,cpu,1,true,true,false,2.7.1+cu128
22
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,4.653973003732467,51.023555,214.87017634137632,,cuda,512,false,false,false,2.7.1+cu128
23
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,3.627451714270933,51.023555,275.67561990304426,,cuda,512,true,false,false,2.7.1+cu128
24
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,2.4856896446745695,51.023555,402.3028386276765,,cuda,512,true,true,false,2.7.1+cu128
25
+ "hiera abswin base (mim, i)",Hiera,0.9756490239484806,0.9970315958945462,0.9523743989563638,19876,484,384,true,true,false,false,,51.023555,,260.0283203125,cuda,1,false,false,false,2.7.1+cu128
26
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,36.63597334889346,32.215531,27.295576139788945,,cpu,1,false,false,false,2.7.1+cu128
27
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,115.86037998000393,32.215531,8.631078200956942,,cpu,1,false,false,true,2.7.1+cu128
28
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,22.652179730001887,32.215531,44.145861984113644,,cpu,1,true,false,false,2.7.1+cu128
29
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,19.2270593388821,32.215531,52.010033483265985,,cpu,1,true,true,false,2.7.1+cu128
30
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,1.3720918911328304,32.215531,728.8141606713945,,cuda,512,false,false,false,2.7.1+cu128
31
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,0.9325844542970192,32.215531,1072.2889443335173,,cuda,512,true,false,false,2.7.1+cu128
32
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,0.472208848971339,32.215531,2117.707031916921,,cuda,512,true,true,false,2.7.1+cu128
33
+ mobilenet v4 l,MobileNet v4,0.9247333467498491,0.9789192996578788,0.8698557568108318,19876,1496,384,false,false,false,false,,32.215531,,154.1103515625,cuda,1,false,false,false,2.7.1+cu128
34
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,25.229741314429297,10.941953,39.63576112562374,,cpu,1,false,false,false,2.7.1+cu128
35
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,44.16591137996875,10.941953,22.641896629207693,,cpu,1,false,false,true,2.7.1+cu128
36
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,21.48919884888326,10.941953,46.53500612248127,,cpu,1,true,false,false,2.7.1+cu128
37
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,62.454367633343075,10.941953,16.011690421249593,,cpu,1,true,true,false,2.7.1+cu128
38
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,0.6704033479036298,10.941953,1491.6393289607342,,cuda,512,false,false,false,2.7.1+cu128
39
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,0.5811224926041328,10.941953,1720.8075968954297,,cuda,512,true,false,false,2.7.1+cu128
40
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,0.3667443931770246,10.941953,2726.6947187310043,,cuda,512,true,true,false,2.7.1+cu128
41
+ regnet y 1 6g,RegNet,0.9336888710002013,0.9819380156973234,0.8802908374147088,19876,1318,256,false,false,false,false,,10.941953,,60.15380859375,cuda,1,false,false,false,2.7.1+cu128
42
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,51.27806688443849,38.790491,19.5015151849157,,cpu,1,false,false,false,2.7.1+cu128
43
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,403.25559999997495,38.790491,2.479816771298556,,cpu,1,false,false,true,2.7.1+cu128
44
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,33.26112496555046,38.790491,30.06512861593617,,cpu,1,true,false,false,2.7.1+cu128
45
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,40.53642091000155,38.790491,24.6691734877183,,cpu,1,true,true,false,2.7.1+cu128
46
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,3.9102406560646665,38.790491,255.73873527426755,,cuda,512,false,false,false,2.7.1+cu128
47
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,3.7783215413022244,38.790491,264.6677867589171,,cuda,512,true,false,false,2.7.1+cu128
48
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,2.2106554029035883,38.790491,452.3545364359134,,cuda,512,true,true,false,2.7.1+cu128
49
+ regnet y 8g (i),RegNet,0.967750050311934,0.9940631917890924,0.9351102754454361,19876,641,384,true,false,false,false,,38.790491,,252.2021484375,cuda,1,false,false,false,2.7.1+cu128
50
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,90.3345632300059,304.026307,11.069959982579912,,cpu,1,false,false,false,2.7.1+cu128
51
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,1290.5316141400544,304.026307,0.7748744695931761,,cpu,1,false,false,true,2.7.1+cu128
52
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,100.57067999889517,304.026307,9.94325582775204,,cpu,1,true,false,false,2.7.1+cu128
53
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,67.93046316445624,304.026307,14.720935989778992,,cpu,1,true,true,false,2.7.1+cu128
54
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,3.654385917799535,304.026307,273.6437865331266,,cuda,512,false,false,false,2.7.1+cu128
55
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,3.556014844726481,304.026307,281.2136742013284,,cuda,512,true,false,false,2.7.1+cu128
56
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,2.0366849921485177,304.026307,490.9939454825023,,cuda,512,true,true,false,2.7.1+cu128
57
+ vit l16 (mim),ViT,0.9364560273696921,0.9795230428657677,0.8890892510427465,19876,1263,256,false,true,false,false,,304.026307,,1182.3896484375,cuda,1,false,false,false,2.7.1+cu128
results_il-all.csv CHANGED
@@ -1,25 +1,49 @@
1
- Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,93.33982696221534,25.305286,10.713540324054891,,cpu,1,false,false,false,2.7.1+cu128
3
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,505.5636300399783,25.305286,1.977990386533389,,cpu,1,false,false,true,2.7.1+cu128
4
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,82.82594889665941,25.305286,12.073510938554822,,cpu,1,true,false,false,2.7.1+cu128
5
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,60.31419285445332,25.305286,16.57984551684446,,cpu,1,true,true,false,2.7.1+cu128
6
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,6.554189445299509,25.305286,152.57416776641594,,cuda,512,false,false,false,2.7.1+cu128
7
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,5.037515397226571,25.305286,198.51055950132778,,cuda,512,true,false,false,2.7.1+cu128
8
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,2.493425580442856,25.305286,401.0546806944969,,cuda,512,true,true,false,2.7.1+cu128
9
- biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,,25.305286,,144.013671875,cuda,1,false,false,false,2.7.1+cu128
10
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,42.11685754556028,28.014118,23.743461841098693,,cpu,1,false,false,false,2.7.1+cu128
11
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,254.46004104000164,28.014118,3.9298901152137984,,cpu,1,false,false,true,2.7.1+cu128
12
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,39.93616646333572,28.014118,25.039959729686927,,cpu,1,true,false,false,2.7.1+cu128
13
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,29.580186881115274,28.014118,33.8064125158866,,cpu,1,true,true,false,2.7.1+cu128
14
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,2.386308912968881,28.014118,419.0572287457406,,cuda,512,false,false,false,2.7.1+cu128
15
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,1.9429887217578803,28.014118,514.6710265488674,,cuda,512,true,false,false,2.7.1+cu128
16
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,1.0103789301954673,28.014118,989.7276854402938,,cuda,512,true,true,false,2.7.1+cu128
17
- davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,,28.014118,,167.8271484375,cuda,1,false,false,false,2.7.1+cu128
18
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,64.39252574443042,23.82727,15.529752691623443,,cpu,1,false,false,false,2.7.1+cu128
19
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,403.09192858010647,23.82727,2.4808236759354263,,cpu,1,false,false,true,2.7.1+cu128
20
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,46.54160813666143,23.82727,21.48615056582643,,cpu,1,true,false,false,2.7.1+cu128
21
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,37.19359622555202,23.82727,26.88634876648468,,cpu,1,true,true,false,2.7.1+cu128
22
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,5.097717874542165,23.82727,196.1662109615691,,cuda,512,false,false,false,2.7.1+cu128
23
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,2.9394099380988337,23.82727,340.20433388300546,,cuda,512,true,false,false,2.7.1+cu128
24
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,1.5522623452735236,23.82727,644.2209997845373,,cuda,512,true,true,false,2.7.1+cu128
25
- mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,,23.82727,,261.55126953125,cuda,1,false,false,false,2.7.1+cu128
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,Self-supervised learning,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
2
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,93.33982696221534,25.305286,10.713540324054891,,cpu,1,false,false,false,2.7.1+cu128
3
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,505.5636300399783,25.305286,1.977990386533389,,cpu,1,false,false,true,2.7.1+cu128
4
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,82.82594889665941,25.305286,12.073510938554822,,cpu,1,true,false,false,2.7.1+cu128
5
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,60.31419285445332,25.305286,16.57984551684446,,cpu,1,true,true,false,2.7.1+cu128
6
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,6.554189445299509,25.305286,152.57416776641594,,cuda,512,false,false,false,2.7.1+cu128
7
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,5.037515397226571,25.305286,198.51055950132778,,cuda,512,true,false,false,2.7.1+cu128
8
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,2.493425580442856,25.305286,401.0546806944969,,cuda,512,true,true,false,2.7.1+cu128
9
+ biformer s,BiFormer,0.9712152945599055,0.9941463938563987,0.9381382644401356,18621,536,384,false,false,false,false,,25.305286,,144.013671875,cuda,1,false,false,false,2.7.1+cu128
10
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,42.11685754556028,28.014118,23.743461841098693,,cpu,1,false,false,false,2.7.1+cu128
11
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,254.46004104000164,28.014118,3.9298901152137984,,cpu,1,false,false,true,2.7.1+cu128
12
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,39.93616646333572,28.014118,25.039959729686927,,cpu,1,true,false,false,2.7.1+cu128
13
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,29.580186881115274,28.014118,33.8064125158866,,cpu,1,true,true,false,2.7.1+cu128
14
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,2.386308912968881,28.014118,419.0572287457406,,cuda,512,false,false,false,2.7.1+cu128
15
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,1.9429887217578803,28.014118,514.6710265488674,,cuda,512,true,false,false,2.7.1+cu128
16
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,1.0103789301954673,28.014118,989.7276854402938,,cuda,512,true,true,false,2.7.1+cu128
17
+ davit tiny,DaViT,0.9630524676440578,0.9899575747811611,0.9201027463869735,18621,688,384,false,false,false,false,,28.014118,,167.8271484375,cuda,1,false,false,false,2.7.1+cu128
18
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,19.87907015097638,21.888166,50.304163746355314,,cpu,1,false,false,false,2.7.1+cu128
19
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,94.46642368100584,21.888166,10.585771759252784,,cpu,1,false,false,true,2.7.1+cu128
20
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,19.09039462994163,21.888166,52.38236397856263,,cpu,1,true,false,false,2.7.1+cu128
21
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,18.261421114309794,21.888166,54.76025078992303,,cpu,1,true,true,false,2.7.1+cu128
22
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,0.5079270609257948,21.888166,1968.786617073144,,cuda,512,false,false,false,2.7.1+cu128
23
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,0.36189132359443954,21.888166,2763.260500604511,,cuda,512,true,false,false,2.7.1+cu128
24
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,0.21932339441567214,21.888166,4559.477125840723,,cuda,512,true,true,false,2.7.1+cu128
25
+ flexivit reg1 s16 rms ls (ssl),FlexiViT,0.9331937060308254,0.979968852370979,0.8771352923985569,18621,1244,240,false,false,false,true,,21.888166,,96.798828125,cuda,1,false,false,false,2.7.1+cu128
26
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,64.39252574443042,23.82727,15.529752691623443,,cpu,1,false,false,false,2.7.1+cu128
27
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,403.09192858010647,23.82727,2.4808236759354263,,cpu,1,false,false,true,2.7.1+cu128
28
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,46.54160813666143,23.82727,21.48615056582643,,cpu,1,true,false,false,2.7.1+cu128
29
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,37.19359622555202,23.82727,26.88634876648468,,cpu,1,true,true,false,2.7.1+cu128
30
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,5.097717874542165,23.82727,196.1662109615691,,cuda,512,false,false,false,2.7.1+cu128
31
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,2.9394099380988337,23.82727,340.20433388300546,,cuda,512,true,false,false,2.7.1+cu128
32
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,1.5522623452735236,23.82727,644.2209997845373,,cuda,512,true,true,false,2.7.1+cu128
33
+ mvit v2 t,MViT v2,0.9705171580473658,0.9943075022823694,0.9343204433638675,18621,549,384,false,false,false,false,,23.82727,,261.55126953125,cuda,1,false,false,false,2.7.1+cu128
34
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,35.366201428955215,25.132006,28.27558402077285,,cpu,1,false,false,false,2.7.1+cu128
35
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,153.23722194880247,25.132006,6.52582960773138,,cpu,1,false,false,true,2.7.1+cu128
36
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,30.60108065656904,25.132006,32.678584499117456,,cpu,1,true,false,false,2.7.1+cu128
37
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,25.654775653448368,25.132006,38.979097440112895,,cpu,1,true,true,false,2.7.1+cu128
38
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,1.2732033949214383,25.132006,785.4204630531196,,cuda,512,false,false,false,2.7.1+cu128
39
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,0.9846254264569629,25.132006,1015.6146420048896,,cuda,512,true,false,false,2.7.1+cu128
40
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,0.49974532162802154,25.132006,2001.019232640933,,cuda,512,true,true,false,2.7.1+cu128
41
+ pvt v2 b2 (ssl),PVT v2,0.9602599215938994,0.9894205466945921,0.9153933557947186,18621,740,256,false,false,false,true,,25.132006,,133.98974609375,cuda,1,false,false,false,2.7.1+cu128
42
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,56.51365290783966,25.132006,17.69483918568779,,cpu,1,false,false,false,2.7.1+cu128
43
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,361.21397644048557,25.132006,2.7684421567911346,,cpu,1,false,false,true,2.7.1+cu128
44
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,50.46389125442753,25.132006,19.816149233483127,,cpu,1,true,false,false,2.7.1+cu128
45
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,34.62615539216333,25.132006,28.879902740409992,,cpu,1,true,true,false,2.7.1+cu128
46
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,4.393031901939443,25.132006,227.63322059157332,,cuda,512,false,false,false,2.7.1+cu128
47
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,3.7393815343633228,25.132006,267.42390173627007,,cuda,512,true,false,false,2.7.1+cu128
48
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,2.6026153825660003,25.132006,384.22888249206784,,cuda,512,true,true,false,2.7.1+cu128
49
+ pvt v2 b2 (ssl),PVT v2,0.9739004349927501,0.9947371247516245,0.9432477515266965,18621,486,384,false,false,false,true,,25.132006,,170.91552734375,cuda,1,false,false,false,2.7.1+cu128
results_il-common.csv CHANGED
The diff for this file is too large to render. See raw diff