Update README.md
Browse files
README.md
CHANGED
@@ -27,7 +27,7 @@ model-index:
|
|
27 |
type: mteb/amazon_counterfactual
|
28 |
metrics:
|
29 |
- type: accuracy
|
30 |
-
value:
|
31 |
task:
|
32 |
type: Classification
|
33 |
- dataset:
|
@@ -38,7 +38,7 @@ model-index:
|
|
38 |
type: mteb/amazon_counterfactual
|
39 |
metrics:
|
40 |
- type: accuracy
|
41 |
-
value:
|
42 |
task:
|
43 |
type: Classification
|
44 |
- dataset:
|
@@ -49,7 +49,7 @@ model-index:
|
|
49 |
type: mteb/amazon_reviews_multi
|
50 |
metrics:
|
51 |
- type: accuracy
|
52 |
-
value:
|
53 |
task:
|
54 |
type: Classification
|
55 |
- dataset:
|
@@ -60,7 +60,7 @@ model-index:
|
|
60 |
type: mteb/amazon_reviews_multi
|
61 |
metrics:
|
62 |
- type: accuracy
|
63 |
-
value:
|
64 |
task:
|
65 |
type: Classification
|
66 |
- dataset:
|
@@ -71,7 +71,7 @@ model-index:
|
|
71 |
type: slvnwhrl/blurbs-clustering-p2p
|
72 |
metrics:
|
73 |
- type: v_measure
|
74 |
-
value:
|
75 |
task:
|
76 |
type: Clustering
|
77 |
- dataset:
|
@@ -82,7 +82,7 @@ model-index:
|
|
82 |
type: slvnwhrl/blurbs-clustering-s2s
|
83 |
metrics:
|
84 |
- type: v_measure
|
85 |
-
value:
|
86 |
task:
|
87 |
type: Clustering
|
88 |
- dataset:
|
@@ -93,7 +93,7 @@ model-index:
|
|
93 |
type: deepset/germandpr
|
94 |
metrics:
|
95 |
- type: ndcg_at_10
|
96 |
-
value:
|
97 |
task:
|
98 |
type: Retrieval
|
99 |
- dataset:
|
@@ -104,7 +104,7 @@ model-index:
|
|
104 |
type: mteb/germanquad-retrieval
|
105 |
metrics:
|
106 |
- type: mrr_at_5
|
107 |
-
value:
|
108 |
task:
|
109 |
type: Retrieval
|
110 |
- dataset:
|
@@ -115,7 +115,7 @@ model-index:
|
|
115 |
type: jinaai/german-STSbenchmark
|
116 |
metrics:
|
117 |
- type: cos_sim_spearman
|
118 |
-
value:
|
119 |
task:
|
120 |
type: STS
|
121 |
- dataset:
|
@@ -126,7 +126,7 @@ model-index:
|
|
126 |
type: jinaai/german-STSbenchmark
|
127 |
metrics:
|
128 |
- type: cos_sim_spearman
|
129 |
-
value:
|
130 |
task:
|
131 |
type: STS
|
132 |
- dataset:
|
@@ -137,7 +137,7 @@ model-index:
|
|
137 |
type: mteb/amazon_massive_intent
|
138 |
metrics:
|
139 |
- type: accuracy
|
140 |
-
value:
|
141 |
task:
|
142 |
type: Classification
|
143 |
- dataset:
|
@@ -148,7 +148,7 @@ model-index:
|
|
148 |
type: mteb/amazon_massive_intent
|
149 |
metrics:
|
150 |
- type: accuracy
|
151 |
-
value:
|
152 |
task:
|
153 |
type: Classification
|
154 |
- dataset:
|
@@ -159,7 +159,7 @@ model-index:
|
|
159 |
type: mteb/amazon_massive_scenario
|
160 |
metrics:
|
161 |
- type: accuracy
|
162 |
-
value:
|
163 |
task:
|
164 |
type: Classification
|
165 |
- dataset:
|
@@ -170,7 +170,7 @@ model-index:
|
|
170 |
type: mteb/amazon_massive_scenario
|
171 |
metrics:
|
172 |
- type: accuracy
|
173 |
-
value:
|
174 |
task:
|
175 |
type: Classification
|
176 |
- dataset:
|
@@ -181,7 +181,7 @@ model-index:
|
|
181 |
type: mteb/mtop_domain
|
182 |
metrics:
|
183 |
- type: accuracy
|
184 |
-
value:
|
185 |
task:
|
186 |
type: Classification
|
187 |
- dataset:
|
@@ -192,7 +192,7 @@ model-index:
|
|
192 |
type: mteb/mtop_domain
|
193 |
metrics:
|
194 |
- type: accuracy
|
195 |
-
value:
|
196 |
task:
|
197 |
type: Classification
|
198 |
- dataset:
|
@@ -203,7 +203,7 @@ model-index:
|
|
203 |
type: mteb/mtop_intent
|
204 |
metrics:
|
205 |
- type: accuracy
|
206 |
-
value:
|
207 |
task:
|
208 |
type: Classification
|
209 |
- dataset:
|
@@ -214,7 +214,7 @@ model-index:
|
|
214 |
type: mteb/mtop_intent
|
215 |
metrics:
|
216 |
- type: accuracy
|
217 |
-
value:
|
218 |
task:
|
219 |
type: Classification
|
220 |
- dataset:
|
@@ -225,7 +225,7 @@ model-index:
|
|
225 |
type: google-research-datasets/paws-x
|
226 |
metrics:
|
227 |
- type: ap
|
228 |
-
value:
|
229 |
task:
|
230 |
type: PairClassification
|
231 |
- dataset:
|
@@ -236,7 +236,7 @@ model-index:
|
|
236 |
type: google-research-datasets/paws-x
|
237 |
metrics:
|
238 |
- type: ap
|
239 |
-
value:
|
240 |
task:
|
241 |
type: PairClassification
|
242 |
- dataset:
|
@@ -247,7 +247,7 @@ model-index:
|
|
247 |
type: mteb/sts22-crosslingual-sts
|
248 |
metrics:
|
249 |
- type: cos_sim_spearman
|
250 |
-
value:
|
251 |
task:
|
252 |
type: STS
|
253 |
- dataset:
|
@@ -258,7 +258,7 @@ model-index:
|
|
258 |
type: slvnwhrl/tenkgnad-clustering-p2p
|
259 |
metrics:
|
260 |
- type: v_measure
|
261 |
-
value:
|
262 |
task:
|
263 |
type: Clustering
|
264 |
- dataset:
|
@@ -269,7 +269,7 @@ model-index:
|
|
269 |
type: slvnwhrl/tenkgnad-clustering-s2s
|
270 |
metrics:
|
271 |
- type: v_measure
|
272 |
-
value:
|
273 |
task:
|
274 |
type: Clustering
|
275 |
- dataset:
|
@@ -280,7 +280,7 @@ model-index:
|
|
280 |
type: aari1995/false_friends_de_en_mteb
|
281 |
metrics:
|
282 |
- type: ap
|
283 |
-
value:
|
284 |
task:
|
285 |
type: PairClassification
|
286 |
- dataset:
|
@@ -291,7 +291,7 @@ model-index:
|
|
291 |
type: jinaai/german-STSbenchmark
|
292 |
metrics:
|
293 |
- type: cos_sim_spearman
|
294 |
-
value:
|
295 |
task:
|
296 |
type: STS
|
297 |
- dataset:
|
@@ -302,7 +302,7 @@ model-index:
|
|
302 |
type: jinaai/german-STSbenchmark
|
303 |
metrics:
|
304 |
- type: cos_sim_spearman
|
305 |
-
value:
|
306 |
task:
|
307 |
type: STS
|
308 |
---
|
|
|
27 |
type: mteb/amazon_counterfactual
|
28 |
metrics:
|
29 |
- type: accuracy
|
30 |
+
value: 67.00214132762312
|
31 |
task:
|
32 |
type: Classification
|
33 |
- dataset:
|
|
|
38 |
type: mteb/amazon_counterfactual
|
39 |
metrics:
|
40 |
- type: accuracy
|
41 |
+
value: 68.43347639484978
|
42 |
task:
|
43 |
type: Classification
|
44 |
- dataset:
|
|
|
49 |
type: mteb/amazon_reviews_multi
|
50 |
metrics:
|
51 |
- type: accuracy
|
52 |
+
value: 39.092
|
53 |
task:
|
54 |
type: Classification
|
55 |
- dataset:
|
|
|
60 |
type: mteb/amazon_reviews_multi
|
61 |
metrics:
|
62 |
- type: accuracy
|
63 |
+
value: 39.146000000000003
|
64 |
task:
|
65 |
type: Classification
|
66 |
- dataset:
|
|
|
71 |
type: slvnwhrl/blurbs-clustering-p2p
|
72 |
metrics:
|
73 |
- type: v_measure
|
74 |
+
value: 38.680981669842135
|
75 |
task:
|
76 |
type: Clustering
|
77 |
- dataset:
|
|
|
82 |
type: slvnwhrl/blurbs-clustering-s2s
|
83 |
metrics:
|
84 |
- type: v_measure
|
85 |
+
value: 17.624489937027504
|
86 |
task:
|
87 |
type: Clustering
|
88 |
- dataset:
|
|
|
93 |
type: deepset/germandpr
|
94 |
metrics:
|
95 |
- type: ndcg_at_10
|
96 |
+
value: 72.921
|
97 |
task:
|
98 |
type: Retrieval
|
99 |
- dataset:
|
|
|
104 |
type: mteb/germanquad-retrieval
|
105 |
metrics:
|
106 |
- type: mrr_at_5
|
107 |
+
value: 85.316
|
108 |
task:
|
109 |
type: Retrieval
|
110 |
- dataset:
|
|
|
115 |
type: jinaai/german-STSbenchmark
|
116 |
metrics:
|
117 |
- type: cos_sim_spearman
|
118 |
+
value: 84.67696933608695
|
119 |
task:
|
120 |
type: STS
|
121 |
- dataset:
|
|
|
126 |
type: jinaai/german-STSbenchmark
|
127 |
metrics:
|
128 |
- type: cos_sim_spearman
|
129 |
+
value: 88.048957974805
|
130 |
task:
|
131 |
type: STS
|
132 |
- dataset:
|
|
|
137 |
type: mteb/amazon_massive_intent
|
138 |
metrics:
|
139 |
- type: accuracy
|
140 |
+
value: 66.25084061869536
|
141 |
task:
|
142 |
type: Classification
|
143 |
- dataset:
|
|
|
148 |
type: mteb/amazon_massive_intent
|
149 |
metrics:
|
150 |
- type: accuracy
|
151 |
+
value: 66.44859813084113
|
152 |
task:
|
153 |
type: Classification
|
154 |
- dataset:
|
|
|
159 |
type: mteb/amazon_massive_scenario
|
160 |
metrics:
|
161 |
- type: accuracy
|
162 |
+
value: 72.51176866173503
|
163 |
task:
|
164 |
type: Classification
|
165 |
- dataset:
|
|
|
170 |
type: mteb/amazon_massive_scenario
|
171 |
metrics:
|
172 |
- type: accuracy
|
173 |
+
value: 72.02164289227742
|
174 |
task:
|
175 |
type: Classification
|
176 |
- dataset:
|
|
|
181 |
type: mteb/mtop_domain
|
182 |
metrics:
|
183 |
- type: accuracy
|
184 |
+
value: 89.00253592561285
|
185 |
task:
|
186 |
type: Classification
|
187 |
- dataset:
|
|
|
192 |
type: mteb/mtop_domain
|
193 |
metrics:
|
194 |
- type: accuracy
|
195 |
+
value: 87.70798898071626
|
196 |
task:
|
197 |
type: Classification
|
198 |
- dataset:
|
|
|
203 |
type: mteb/mtop_intent
|
204 |
metrics:
|
205 |
- type: accuracy
|
206 |
+
value: 70.06198929275853
|
207 |
task:
|
208 |
type: Classification
|
209 |
- dataset:
|
|
|
214 |
type: mteb/mtop_intent
|
215 |
metrics:
|
216 |
- type: accuracy
|
217 |
+
value: 68.6060606060606
|
218 |
task:
|
219 |
type: Classification
|
220 |
- dataset:
|
|
|
225 |
type: google-research-datasets/paws-x
|
226 |
metrics:
|
227 |
- type: ap
|
228 |
+
value: 57.47670853851811
|
229 |
task:
|
230 |
type: PairClassification
|
231 |
- dataset:
|
|
|
236 |
type: google-research-datasets/paws-x
|
237 |
metrics:
|
238 |
- type: ap
|
239 |
+
value: 52.85587710877178
|
240 |
task:
|
241 |
type: PairClassification
|
242 |
- dataset:
|
|
|
247 |
type: mteb/sts22-crosslingual-sts
|
248 |
metrics:
|
249 |
- type: cos_sim_spearman
|
250 |
+
value: 50.63839763951755
|
251 |
task:
|
252 |
type: STS
|
253 |
- dataset:
|
|
|
258 |
type: slvnwhrl/tenkgnad-clustering-p2p
|
259 |
metrics:
|
260 |
- type: v_measure
|
261 |
+
value: 37.996685796529817
|
262 |
task:
|
263 |
type: Clustering
|
264 |
- dataset:
|
|
|
269 |
type: slvnwhrl/tenkgnad-clustering-s2s
|
270 |
metrics:
|
271 |
- type: v_measure
|
272 |
+
value: 23.71145428041516
|
273 |
task:
|
274 |
type: Clustering
|
275 |
- dataset:
|
|
|
280 |
type: aari1995/false_friends_de_en_mteb
|
281 |
metrics:
|
282 |
- type: ap
|
283 |
+
value: 71.22096746794873
|
284 |
task:
|
285 |
type: PairClassification
|
286 |
- dataset:
|
|
|
291 |
type: jinaai/german-STSbenchmark
|
292 |
metrics:
|
293 |
- type: cos_sim_spearman
|
294 |
+
value: 84.67698604065061
|
295 |
task:
|
296 |
type: STS
|
297 |
- dataset:
|
|
|
302 |
type: jinaai/german-STSbenchmark
|
303 |
metrics:
|
304 |
- type: cos_sim_spearman
|
305 |
+
value: 88.048957974805
|
306 |
task:
|
307 |
type: STS
|
308 |
---
|