dangvantuan commited on
Commit
56a4413
·
verified ·
1 Parent(s): bee5b47

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1753
README.md CHANGED
@@ -7,1760 +7,8 @@ tags:
7
  - sentence-similarity
8
  - transformers
9
  - sentence-embedding
10
- - mteb
11
- model-index:
12
- - name: bilingual-embedding-base
13
- results:
14
- - task:
15
- type: Clustering
16
- dataset:
17
- type: lyon-nlp/alloprof
18
- name: MTEB AlloProfClusteringP2P
19
- config: default
20
- split: test
21
- revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
22
- metrics:
23
- - type: v_measure
24
- value: 56.88600728743999
25
- - type: v_measures
26
- value: [0.5396081553520281, 0.6022872403200437, 0.5515205944691852, 0.5595772885785736, 0.5632413941951575]
27
- - task:
28
- type: Clustering
29
- dataset:
30
- type: lyon-nlp/alloprof
31
- name: MTEB AlloProfClusteringS2S
32
- config: default
33
- split: test
34
- revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
35
- metrics:
36
- - type: v_measure
37
- value: 38.199527329051804
38
- - type: v_measures
39
- value: [0.42157254138936706, 0.36882298663461527, 0.3134327610337458, 0.40391031391690396, 0.3832775043562133]
40
- - task:
41
- type: Reranking
42
- dataset:
43
- type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
44
- name: MTEB AlloprofReranking
45
- config: default
46
- split: test
47
- revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
48
- metrics:
49
- - type: map
50
- value: 68.73372257500206
51
- - type: mrr
52
- value: 70.07434479260904
53
- - type: nAUC_map_diff1
54
- value: 50.95933484071007
55
- - type: nAUC_map_max
56
- value: 13.75463910519138
57
- - type: nAUC_mrr_diff1
58
- value: 50.494303783447656
59
- - type: nAUC_mrr_max
60
- value: 14.460935217916187
61
- - task:
62
- type: Retrieval
63
- dataset:
64
- type: lyon-nlp/alloprof
65
- name: MTEB AlloprofRetrieval
66
- config: default
67
- split: test
68
- revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
69
- metrics:
70
- - type: map_at_1
71
- value: 21.675
72
- - type: map_at_10
73
- value: 32.274
74
- - type: map_at_100
75
- value: 33.316
76
- - type: map_at_1000
77
- value: 33.387
78
- - type: map_at_20
79
- value: 32.864
80
- - type: map_at_3
81
- value: 29.166999999999998
82
- - type: map_at_5
83
- value: 30.946
84
- - type: mrr_at_1
85
- value: 21.675302245250432
86
- - type: mrr_at_10
87
- value: 32.274309839076714
88
- - type: mrr_at_100
89
- value: 33.31571024590564
90
- - type: mrr_at_1000
91
- value: 33.3868130424392
92
- - type: mrr_at_20
93
- value: 32.863978562081925
94
- - type: mrr_at_3
95
- value: 29.16666666666669
96
- - type: mrr_at_5
97
- value: 30.94559585492234
98
- - type: nauc_map_at_1000_diff1
99
- value: 34.85808309940442
100
- - type: nauc_map_at_1000_max
101
- value: 31.058801579682825
102
- - type: nauc_map_at_100_diff1
103
- value: 34.842898344470846
104
- - type: nauc_map_at_100_max
105
- value: 31.077561464904342
106
- - type: nauc_map_at_10_diff1
107
- value: 34.6773118480208
108
- - type: nauc_map_at_10_max
109
- value: 30.8489850780642
110
- - type: nauc_map_at_1_diff1
111
- value: 40.65773695743684
112
- - type: nauc_map_at_1_max
113
- value: 28.766036921254617
114
- - type: nauc_map_at_20_diff1
115
- value: 34.73935242577166
116
- - type: nauc_map_at_20_max
117
- value: 31.03143938077287
118
- - type: nauc_map_at_3_diff1
119
- value: 35.12059625476991
120
- - type: nauc_map_at_3_max
121
- value: 30.48787855768291
122
- - type: nauc_map_at_5_diff1
123
- value: 34.73453235094986
124
- - type: nauc_map_at_5_max
125
- value: 30.3860304682398
126
- - type: nauc_mrr_at_1000_diff1
127
- value: 34.85808309940442
128
- - type: nauc_mrr_at_1000_max
129
- value: 31.058801579682825
130
- - type: nauc_mrr_at_100_diff1
131
- value: 34.842898344470846
132
- - type: nauc_mrr_at_100_max
133
- value: 31.077561464904342
134
- - type: nauc_mrr_at_10_diff1
135
- value: 34.6773118480208
136
- - type: nauc_mrr_at_10_max
137
- value: 30.8489850780642
138
- - type: nauc_mrr_at_1_diff1
139
- value: 40.65773695743684
140
- - type: nauc_mrr_at_1_max
141
- value: 28.766036921254617
142
- - type: nauc_mrr_at_20_diff1
143
- value: 34.73935242577166
144
- - type: nauc_mrr_at_20_max
145
- value: 31.03143938077287
146
- - type: nauc_mrr_at_3_diff1
147
- value: 35.12059625476991
148
- - type: nauc_mrr_at_3_max
149
- value: 30.48787855768291
150
- - type: nauc_mrr_at_5_diff1
151
- value: 34.73453235094986
152
- - type: nauc_mrr_at_5_max
153
- value: 30.3860304682398
154
- - type: nauc_ndcg_at_1000_diff1
155
- value: 34.04342467121623
156
- - type: nauc_ndcg_at_1000_max
157
- value: 32.311398352704686
158
- - type: nauc_ndcg_at_100_diff1
159
- value: 33.67278941726764
160
- - type: nauc_ndcg_at_100_max
161
- value: 33.0229606203184
162
- - type: nauc_ndcg_at_10_diff1
163
- value: 32.93808280492078
164
- - type: nauc_ndcg_at_10_max
165
- value: 32.07111775221638
166
- - type: nauc_ndcg_at_1_diff1
167
- value: 40.65773695743684
168
- - type: nauc_ndcg_at_1_max
169
- value: 28.766036921254617
170
- - type: nauc_ndcg_at_20_diff1
171
- value: 33.141323431064585
172
- - type: nauc_ndcg_at_20_max
173
- value: 32.76436962238286
174
- - type: nauc_ndcg_at_3_diff1
175
- value: 33.77769745974645
176
- - type: nauc_ndcg_at_3_max
177
- value: 31.072988073016912
178
- - type: nauc_ndcg_at_5_diff1
179
- value: 33.091582792245696
180
- - type: nauc_ndcg_at_5_max
181
- value: 30.92378976230745
182
- - type: nauc_precision_at_1000_diff1
183
- value: 33.74743287990321
184
- - type: nauc_precision_at_1000_max
185
- value: 60.08005213097628
186
- - type: nauc_precision_at_100_diff1
187
- value: 28.869275501873236
188
- - type: nauc_precision_at_100_max
189
- value: 46.35483380447927
190
- - type: nauc_precision_at_10_diff1
191
- value: 27.910043146581497
192
- - type: nauc_precision_at_10_max
193
- value: 36.07399824307888
194
- - type: nauc_precision_at_1_diff1
195
- value: 40.65773695743684
196
- - type: nauc_precision_at_1_max
197
- value: 28.766036921254617
198
- - type: nauc_precision_at_20_diff1
199
- value: 28.144265629196163
200
- - type: nauc_precision_at_20_max
201
- value: 39.60361579056115
202
- - type: nauc_precision_at_3_diff1
203
- value: 30.31893725671278
204
- - type: nauc_precision_at_3_max
205
- value: 32.63695126407254
206
- - type: nauc_precision_at_5_diff1
207
- value: 28.699678130380235
208
- - type: nauc_precision_at_5_max
209
- value: 32.37908851919098
210
- - type: nauc_recall_at_1000_diff1
211
- value: 33.74743287990342
212
- - type: nauc_recall_at_1000_max
213
- value: 60.080052130975346
214
- - type: nauc_recall_at_100_diff1
215
- value: 28.869275501873247
216
- - type: nauc_recall_at_100_max
217
- value: 46.35483380447917
218
- - type: nauc_recall_at_10_diff1
219
- value: 27.910043146581508
220
- - type: nauc_recall_at_10_max
221
- value: 36.07399824307888
222
- - type: nauc_recall_at_1_diff1
223
- value: 40.65773695743684
224
- - type: nauc_recall_at_1_max
225
- value: 28.766036921254617
226
- - type: nauc_recall_at_20_diff1
227
- value: 28.14426562919617
228
- - type: nauc_recall_at_20_max
229
- value: 39.60361579056118
230
- - type: nauc_recall_at_3_diff1
231
- value: 30.318937256712804
232
- - type: nauc_recall_at_3_max
233
- value: 32.63695126407256
234
- - type: nauc_recall_at_5_diff1
235
- value: 28.699678130380224
236
- - type: nauc_recall_at_5_max
237
- value: 32.37908851919102
238
- - type: ndcg_at_1
239
- value: 21.675
240
- - type: ndcg_at_10
241
- value: 38.06
242
- - type: ndcg_at_100
243
- value: 43.491
244
- - type: ndcg_at_1000
245
- value: 45.432
246
- - type: ndcg_at_20
247
- value: 40.217000000000006
248
- - type: ndcg_at_3
249
- value: 31.642
250
- - type: ndcg_at_5
251
- value: 34.837
252
- - type: precision_at_1
253
- value: 21.675
254
- - type: precision_at_10
255
- value: 5.652
256
- - type: precision_at_100
257
- value: 0.827
258
- - type: precision_at_1000
259
- value: 0.098
260
- - type: precision_at_20
261
- value: 3.253
262
- - type: precision_at_3
263
- value: 12.939
264
- - type: precision_at_5
265
- value: 9.309000000000001
266
- - type: recall_at_1
267
- value: 21.675
268
- - type: recall_at_10
269
- value: 56.52
270
- - type: recall_at_100
271
- value: 82.729
272
- - type: recall_at_1000
273
- value: 98.1
274
- - type: recall_at_20
275
- value: 65.069
276
- - type: recall_at_3
277
- value: 38.817
278
- - type: recall_at_5
279
- value: 46.546
280
- - task:
281
- type: Classification
282
- dataset:
283
- type: mteb/amazon_reviews_multi
284
- name: MTEB AmazonReviewsClassification
285
- config: default
286
- split: test
287
- revision: 1399c76144fd37290681b995c656ef9b2e06e26d
288
- metrics:
289
- - type: accuracy
290
- value: 43.51
291
- - type: f1
292
- value: 41.3284674671926
293
- - type: f1_weighted
294
- value: 41.3284674671926
295
- - task:
296
- type: Retrieval
297
- dataset:
298
- type: maastrichtlawtech/bsard
299
- name: MTEB BSARDRetrieval
300
- config: default
301
- split: test
302
- revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
303
- metrics:
304
- - type: map_at_1
305
- value: 5.405
306
- - type: map_at_10
307
- value: 9.008
308
- - type: map_at_100
309
- value: 9.932
310
- - type: map_at_1000
311
- value: 10.042
312
- - type: map_at_20
313
- value: 9.389
314
- - type: map_at_3
315
- value: 7.883
316
- - type: map_at_5
317
- value: 8.626000000000001
318
- - type: mrr_at_1
319
- value: 5.405405405405405
320
- - type: mrr_at_10
321
- value: 9.007579007579007
322
- - type: mrr_at_100
323
- value: 9.931517094611667
324
- - type: mrr_at_1000
325
- value: 10.0416462267215
326
- - type: mrr_at_20
327
- value: 9.38869595990339
328
- - type: mrr_at_3
329
- value: 7.882882882882883
330
- - type: mrr_at_5
331
- value: 8.626126126126126
332
- - type: nauc_map_at_1000_diff1
333
- value: 23.53549434486455
334
- - type: nauc_map_at_1000_max
335
- value: 9.977010641647402
336
- - type: nauc_map_at_100_diff1
337
- value: 23.50007884241435
338
- - type: nauc_map_at_100_max
339
- value: 9.984274734441085
340
- - type: nauc_map_at_10_diff1
341
- value: 24.69444512826233
342
- - type: nauc_map_at_10_max
343
- value: 9.726162724771594
344
- - type: nauc_map_at_1_diff1
345
- value: 40.88188899137848
346
- - type: nauc_map_at_1_max
347
- value: 12.044739470755896
348
- - type: nauc_map_at_20_diff1
349
- value: 23.833757177107557
350
- - type: nauc_map_at_20_max
351
- value: 9.94328216894336
352
- - type: nauc_map_at_3_diff1
353
- value: 28.320570164876653
354
- - type: nauc_map_at_3_max
355
- value: 11.195397944839767
356
- - type: nauc_map_at_5_diff1
357
- value: 25.86894200735248
358
- - type: nauc_map_at_5_max
359
- value: 8.43950569758736
360
- - type: nauc_mrr_at_1000_diff1
361
- value: 23.53549434486455
362
- - type: nauc_mrr_at_1000_max
363
- value: 9.977010641647402
364
- - type: nauc_mrr_at_100_diff1
365
- value: 23.50007884241435
366
- - type: nauc_mrr_at_100_max
367
- value: 9.984274734441085
368
- - type: nauc_mrr_at_10_diff1
369
- value: 24.69444512826233
370
- - type: nauc_mrr_at_10_max
371
- value: 9.726162724771594
372
- - type: nauc_mrr_at_1_diff1
373
- value: 40.88188899137848
374
- - type: nauc_mrr_at_1_max
375
- value: 12.044739470755896
376
- - type: nauc_mrr_at_20_diff1
377
- value: 23.833757177107557
378
- - type: nauc_mrr_at_20_max
379
- value: 9.94328216894336
380
- - type: nauc_mrr_at_3_diff1
381
- value: 28.320570164876653
382
- - type: nauc_mrr_at_3_max
383
- value: 11.195397944839767
384
- - type: nauc_mrr_at_5_diff1
385
- value: 25.86894200735248
386
- - type: nauc_mrr_at_5_max
387
- value: 8.43950569758736
388
- - type: nauc_ndcg_at_1000_diff1
389
- value: 15.939402272339343
390
- - type: nauc_ndcg_at_1000_max
391
- value: 10.076089125537772
392
- - type: nauc_ndcg_at_100_diff1
393
- value: 16.12740122067642
394
- - type: nauc_ndcg_at_100_max
395
- value: 10.39935154464689
396
- - type: nauc_ndcg_at_10_diff1
397
- value: 20.455941061369295
398
- - type: nauc_ndcg_at_10_max
399
- value: 9.350349883274461
400
- - type: nauc_ndcg_at_1_diff1
401
- value: 40.88188899137848
402
- - type: nauc_ndcg_at_1_max
403
- value: 12.044739470755896
404
- - type: nauc_ndcg_at_20_diff1
405
- value: 18.267195122936364
406
- - type: nauc_ndcg_at_20_max
407
- value: 10.211299135510837
408
- - type: nauc_ndcg_at_3_diff1
409
- value: 26.453038443158267
410
- - type: nauc_ndcg_at_3_max
411
- value: 10.628723618231271
412
- - type: nauc_ndcg_at_5_diff1
413
- value: 22.815939702854084
414
- - type: nauc_ndcg_at_5_max
415
- value: 6.308794763068443
416
- - type: nauc_precision_at_1000_diff1
417
- value: -7.915540524594587
418
- - type: nauc_precision_at_1000_max
419
- value: 10.441250503021037
420
- - type: nauc_precision_at_100_diff1
421
- value: 2.7415108070462253
422
- - type: nauc_precision_at_100_max
423
- value: 11.957692005514204
424
- - type: nauc_precision_at_10_diff1
425
- value: 12.731449206012213
426
- - type: nauc_precision_at_10_max
427
- value: 9.218464561250887
428
- - type: nauc_precision_at_1_diff1
429
- value: 40.88188899137848
430
- - type: nauc_precision_at_1_max
431
- value: 12.044739470755896
432
- - type: nauc_precision_at_20_diff1
433
- value: 8.658189595700664
434
- - type: nauc_precision_at_20_max
435
- value: 11.571072137198621
436
- - type: nauc_precision_at_3_diff1
437
- value: 22.7637681983756
438
- - type: nauc_precision_at_3_max
439
- value: 9.361635703809425
440
- - type: nauc_precision_at_5_diff1
441
- value: 17.02002973192349
442
- - type: nauc_precision_at_5_max
443
- value: 1.8844406919262011
444
- - type: nauc_recall_at_1000_diff1
445
- value: -7.915540524594531
446
- - type: nauc_recall_at_1000_max
447
- value: 10.441250503021028
448
- - type: nauc_recall_at_100_diff1
449
- value: 2.741510807046166
450
- - type: nauc_recall_at_100_max
451
- value: 11.957692005514156
452
- - type: nauc_recall_at_10_diff1
453
- value: 12.731449206012224
454
- - type: nauc_recall_at_10_max
455
- value: 9.218464561250883
456
- - type: nauc_recall_at_1_diff1
457
- value: 40.88188899137848
458
- - type: nauc_recall_at_1_max
459
- value: 12.044739470755896
460
- - type: nauc_recall_at_20_diff1
461
- value: 8.65818959570063
462
- - type: nauc_recall_at_20_max
463
- value: 11.571072137198572
464
- - type: nauc_recall_at_3_diff1
465
- value: 22.763768198375587
466
- - type: nauc_recall_at_3_max
467
- value: 9.361635703809409
468
- - type: nauc_recall_at_5_diff1
469
- value: 17.02002973192351
470
- - type: nauc_recall_at_5_max
471
- value: 1.8844406919262173
472
- - type: ndcg_at_1
473
- value: 5.405
474
- - type: ndcg_at_10
475
- value: 11.045
476
- - type: ndcg_at_100
477
- value: 16.724
478
- - type: ndcg_at_1000
479
- value: 20.325
480
- - type: ndcg_at_20
481
- value: 12.42
482
- - type: ndcg_at_3
483
- value: 8.746
484
- - type: ndcg_at_5
485
- value: 10.065
486
- - type: precision_at_1
487
- value: 5.405
488
- - type: precision_at_10
489
- value: 1.757
490
- - type: precision_at_100
491
- value: 0.468
492
- - type: precision_at_1000
493
- value: 0.077
494
- - type: precision_at_20
495
- value: 1.149
496
- - type: precision_at_3
497
- value: 3.7539999999999996
498
- - type: precision_at_5
499
- value: 2.883
500
- - type: recall_at_1
501
- value: 5.405
502
- - type: recall_at_10
503
- value: 17.568
504
- - type: recall_at_100
505
- value: 46.847
506
- - type: recall_at_1000
507
- value: 76.577
508
- - type: recall_at_20
509
- value: 22.973
510
- - type: recall_at_3
511
- value: 11.261000000000001
512
- - type: recall_at_5
513
- value: 14.414
514
- - task:
515
- type: Clustering
516
- dataset:
517
- type: lyon-nlp/clustering-hal-s2s
518
- name: MTEB HALClusteringS2S
519
- config: default
520
- split: test
521
- revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
522
- metrics:
523
- - type: v_measure
524
- value: 24.495384349905265
525
- - type: v_measures
526
- value: [0.2850587858600384, 0.274086904447773, 0.2446866774990972, 0.26946100959565517, 0.24156528297396174]
527
- - task:
528
- type: Clustering
529
- dataset:
530
- type: reciTAL/mlsum
531
- name: MTEB MLSUMClusteringP2P
532
- config: default
533
- split: test
534
- revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
535
- metrics:
536
- - type: v_measure
537
- value: 41.7878688793447
538
- - type: v_measures
539
- value: [0.4201324393825989, 0.4205306567437461, 0.4221300501395374, 0.4210735177933313, 0.38124298228695813]
540
- - task:
541
- type: Clustering
542
- dataset:
543
- type: reciTAL/mlsum
544
- name: MTEB MLSUMClusteringS2S
545
- config: default
546
- split: test
547
- revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
548
- metrics:
549
- - type: v_measure
550
- value: 41.54533473611554
551
- - type: v_measures
552
- value: [0.3978917671338969, 0.42610299599987944, 0.4152131658150196, 0.40558711021249855, 0.38327501252308305]
553
- - task:
554
- type: Classification
555
- dataset:
556
- type: mteb/mtop_domain
557
- name: MTEB MTOPDomainClassification
558
- config: default
559
- split: test
560
- revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
561
- metrics:
562
- - type: accuracy
563
- value: 85.33041027247104
564
- - type: f1
565
- value: 85.4043088703478
566
- - type: f1_weighted
567
- value: 85.22086763441686
568
- - task:
569
- type: Classification
570
- dataset:
571
- type: mteb/mtop_intent
572
- name: MTEB MTOPIntentClassification
573
- config: default
574
- split: test
575
- revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
576
- metrics:
577
- - type: accuracy
578
- value: 59.01346695897275
579
- - type: f1
580
- value: 41.296845063208316
581
- - type: f1_weighted
582
- value: 61.793813202867696
583
- - task:
584
- type: Classification
585
- dataset:
586
- type: mteb/masakhanews
587
- name: MTEB MasakhaNEWSClassification
588
- config: default
589
- split: test
590
- revision: 18193f187b92da67168c655c9973a165ed9593dd
591
- metrics:
592
- - type: accuracy
593
- value: 72.60663507109004
594
- - type: f1
595
- value: 68.67522100429781
596
- - type: f1_weighted
597
- value: 72.75616093668002
598
- - task:
599
- type: Clustering
600
- dataset:
601
- type: masakhane/masakhanews
602
- name: MTEB MasakhaNEWSClusteringP2P
603
- config: default
604
- split: test
605
- revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
606
- metrics:
607
- - type: v_measure
608
- value: 49.17691007381563
609
- - type: v_measures
610
- value: [1.0, 0.033833191750480725, 0.5707463198244268, 0.1318223737892885, 0.7224436183265853]
611
- - task:
612
- type: Clustering
613
- dataset:
614
- type: masakhane/masakhanews
615
- name: MTEB MasakhaNEWSClusteringS2S
616
- config: default
617
- split: test
618
- revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
619
- metrics:
620
- - type: v_measure
621
- value: 26.9350763881635
622
- - type: v_measures
623
- value: [1.0, 0.0002883507347309009, 0.18259625098776155, 0.025306110065234755, 0.1385631076204479]
624
- - task:
625
- type: Classification
626
- dataset:
627
- type: mteb/amazon_massive_intent
628
- name: MTEB MassiveIntentClassification
629
- config: default
630
- split: test
631
- revision: 4672e20407010da34463acc759c162ca9734bca6
632
- metrics:
633
- - type: accuracy
634
- value: 65.1546738399462
635
- - type: f1
636
- value: 62.81367149102006
637
- - type: f1_weighted
638
- value: 64.45478181518959
639
- - task:
640
- type: Classification
641
- dataset:
642
- type: mteb/amazon_massive_scenario
643
- name: MTEB MassiveScenarioClassification
644
- config: default
645
- split: test
646
- revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
647
- metrics:
648
- - type: accuracy
649
- value: 69.94283792871553
650
- - type: f1
651
- value: 69.3387310036327
652
- - type: f1_weighted
653
- value: 69.77979200675047
654
- - task:
655
- type: Retrieval
656
- dataset:
657
- type: jinaai/mintakaqa
658
- name: MTEB MintakaRetrieval
659
- config: default
660
- split: test
661
- revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
662
- metrics:
663
- - type: map_at_1
664
- value: 14.536999999999999
665
- - type: map_at_10
666
- value: 22.972
667
- - type: map_at_100
668
- value: 24.046
669
- - type: map_at_1000
670
- value: 24.15
671
- - type: map_at_20
672
- value: 23.56
673
- - type: map_at_3
674
- value: 20.639
675
- - type: map_at_5
676
- value: 21.886
677
- - type: mrr_at_1
678
- value: 14.537264537264537
679
- - type: mrr_at_10
680
- value: 22.97172172172171
681
- - type: mrr_at_100
682
- value: 24.04581030084757
683
- - type: mrr_at_1000
684
- value: 24.15012351833827
685
- - type: mrr_at_20
686
- value: 23.559920001131612
687
- - type: mrr_at_3
688
- value: 20.63882063882061
689
- - type: mrr_at_5
690
- value: 21.88574938574935
691
- - type: nauc_map_at_1000_diff1
692
- value: 25.172495501911456
693
- - type: nauc_map_at_1000_max
694
- value: 39.07442097828252
695
- - type: nauc_map_at_100_diff1
696
- value: 25.129142743145884
697
- - type: nauc_map_at_100_max
698
- value: 39.03725272182565
699
- - type: nauc_map_at_10_diff1
700
- value: 25.52237435145409
701
- - type: nauc_map_at_10_max
702
- value: 39.5761256079619
703
- - type: nauc_map_at_1_diff1
704
- value: 31.68506359690787
705
- - type: nauc_map_at_1_max
706
- value: 39.251552013635425
707
- - type: nauc_map_at_20_diff1
708
- value: 25.223544981725286
709
- - type: nauc_map_at_20_max
710
- value: 39.20307777977743
711
- - type: nauc_map_at_3_diff1
712
- value: 26.5913043939904
713
- - type: nauc_map_at_3_max
714
- value: 40.38909639557377
715
- - type: nauc_map_at_5_diff1
716
- value: 25.90291761511258
717
- - type: nauc_map_at_5_max
718
- value: 40.08746876057708
719
- - type: nauc_mrr_at_1000_diff1
720
- value: 25.172495501911456
721
- - type: nauc_mrr_at_1000_max
722
- value: 39.07442097828252
723
- - type: nauc_mrr_at_100_diff1
724
- value: 25.129142743145884
725
- - type: nauc_mrr_at_100_max
726
- value: 39.03725272182565
727
- - type: nauc_mrr_at_10_diff1
728
- value: 25.52237435145409
729
- - type: nauc_mrr_at_10_max
730
- value: 39.5761256079619
731
- - type: nauc_mrr_at_1_diff1
732
- value: 31.68506359690787
733
- - type: nauc_mrr_at_1_max
734
- value: 39.251552013635425
735
- - type: nauc_mrr_at_20_diff1
736
- value: 25.223544981725286
737
- - type: nauc_mrr_at_20_max
738
- value: 39.20307777977743
739
- - type: nauc_mrr_at_3_diff1
740
- value: 26.5913043939904
741
- - type: nauc_mrr_at_3_max
742
- value: 40.38909639557377
743
- - type: nauc_mrr_at_5_diff1
744
- value: 25.90291761511258
745
- - type: nauc_mrr_at_5_max
746
- value: 40.08746876057708
747
- - type: nauc_ndcg_at_1000_diff1
748
- value: 23.22275566961323
749
- - type: nauc_ndcg_at_1000_max
750
- value: 37.77760760027764
751
- - type: nauc_ndcg_at_100_diff1
752
- value: 21.715763741257927
753
- - type: nauc_ndcg_at_100_max
754
- value: 36.46541121995108
755
- - type: nauc_ndcg_at_10_diff1
756
- value: 23.278761630662373
757
- - type: nauc_ndcg_at_10_max
758
- value: 38.7930407055593
759
- - type: nauc_ndcg_at_1_diff1
760
- value: 31.68506359690787
761
- - type: nauc_ndcg_at_1_max
762
- value: 39.251552013635425
763
- - type: nauc_ndcg_at_20_diff1
764
- value: 22.247483519405314
765
- - type: nauc_ndcg_at_20_max
766
- value: 37.52699283756433
767
- - type: nauc_ndcg_at_3_diff1
768
- value: 25.285332146360567
769
- - type: nauc_ndcg_at_3_max
770
- value: 40.49755286945492
771
- - type: nauc_ndcg_at_5_diff1
772
- value: 24.188132420084607
773
- - type: nauc_ndcg_at_5_max
774
- value: 40.023420096094924
775
- - type: nauc_precision_at_1000_diff1
776
- value: 22.011383616462943
777
- - type: nauc_precision_at_1000_max
778
- value: 33.1171975223399
779
- - type: nauc_precision_at_100_diff1
780
- value: 8.869925191243802
781
- - type: nauc_precision_at_100_max
782
- value: 24.642097404720463
783
- - type: nauc_precision_at_10_diff1
784
- value: 17.74075352930919
785
- - type: nauc_precision_at_10_max
786
- value: 36.488352516736775
787
- - type: nauc_precision_at_1_diff1
788
- value: 31.68506359690787
789
- - type: nauc_precision_at_1_max
790
- value: 39.251552013635425
791
- - type: nauc_precision_at_20_diff1
792
- value: 14.092673370526898
793
- - type: nauc_precision_at_20_max
794
- value: 32.16083119966346
795
- - type: nauc_precision_at_3_diff1
796
- value: 22.16344389106631
797
- - type: nauc_precision_at_3_max
798
- value: 40.70883095791623
799
- - type: nauc_precision_at_5_diff1
800
- value: 20.119543069972256
801
- - type: nauc_precision_at_5_max
802
- value: 39.79763147435235
803
- - type: nauc_recall_at_1000_diff1
804
- value: 22.011383616462528
805
- - type: nauc_recall_at_1000_max
806
- value: 33.117197522340085
807
- - type: nauc_recall_at_100_diff1
808
- value: 8.869925191243775
809
- - type: nauc_recall_at_100_max
810
- value: 24.64209740472041
811
- - type: nauc_recall_at_10_diff1
812
- value: 17.740753529309178
813
- - type: nauc_recall_at_10_max
814
- value: 36.48835251673679
815
- - type: nauc_recall_at_1_diff1
816
- value: 31.68506359690787
817
- - type: nauc_recall_at_1_max
818
- value: 39.251552013635425
819
- - type: nauc_recall_at_20_diff1
820
- value: 14.092673370526915
821
- - type: nauc_recall_at_20_max
822
- value: 32.160831199663455
823
- - type: nauc_recall_at_3_diff1
824
- value: 22.163443891066322
825
- - type: nauc_recall_at_3_max
826
- value: 40.708830957916234
827
- - type: nauc_recall_at_5_diff1
828
- value: 20.119543069972217
829
- - type: nauc_recall_at_5_max
830
- value: 39.79763147435234
831
- - type: ndcg_at_1
832
- value: 14.536999999999999
833
- - type: ndcg_at_10
834
- value: 27.485
835
- - type: ndcg_at_100
836
- value: 33.206
837
- - type: ndcg_at_1000
838
- value: 36.382999999999996
839
- - type: ndcg_at_20
840
- value: 29.635
841
- - type: ndcg_at_3
842
- value: 22.597
843
- - type: ndcg_at_5
844
- value: 24.851
845
- - type: precision_at_1
846
- value: 14.536999999999999
847
- - type: precision_at_10
848
- value: 4.189
849
- - type: precision_at_100
850
- value: 0.698
851
- - type: precision_at_1000
852
- value: 0.096
853
- - type: precision_at_20
854
- value: 2.52
855
- - type: precision_at_3
856
- value: 9.419
857
- - type: precision_at_5
858
- value: 6.749
859
- - type: recall_at_1
860
- value: 14.536999999999999
861
- - type: recall_at_10
862
- value: 41.892
863
- - type: recall_at_100
864
- value: 69.779
865
- - type: recall_at_1000
866
- value: 95.61800000000001
867
- - type: recall_at_20
868
- value: 50.41
869
- - type: recall_at_3
870
- value: 28.255999999999997
871
- - type: recall_at_5
872
- value: 33.743
873
- - task:
874
- type: PairClassification
875
- dataset:
876
- type: GEM/opusparcus
877
- name: MTEB OpusparcusPC
878
- config: default
879
- split: test
880
- revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
881
- metrics:
882
- - type: cos_sim_accuracy
883
- value: 81.74386920980926
884
- - type: cos_sim_ap
885
- value: 93.18281680904117
886
- - type: cos_sim_f1
887
- value: 87.37233054781802
888
- - type: cos_sim_precision
889
- value: 82.04010462074979
890
- - type: cos_sim_recall
891
- value: 93.44587884806356
892
- - type: dot_accuracy
893
- value: 81.74386920980926
894
- - type: dot_ap
895
- value: 93.18281680904117
896
- - type: dot_f1
897
- value: 87.37233054781802
898
- - type: dot_precision
899
- value: 82.04010462074979
900
- - type: dot_recall
901
- value: 93.44587884806356
902
- - type: euclidean_accuracy
903
- value: 81.74386920980926
904
- - type: euclidean_ap
905
- value: 93.18281680904117
906
- - type: euclidean_f1
907
- value: 87.37233054781802
908
- - type: euclidean_precision
909
- value: 82.04010462074979
910
- - type: euclidean_recall
911
- value: 93.44587884806356
912
- - type: manhattan_accuracy
913
- value: 81.74386920980926
914
- - type: manhattan_ap
915
- value: 93.17517480971131
916
- - type: manhattan_f1
917
- value: 87.37864077669903
918
- - type: manhattan_precision
919
- value: 81.74740484429066
920
- - type: manhattan_recall
921
- value: 93.84309831181727
922
- - type: max_accuracy
923
- value: 81.74386920980926
924
- - type: max_ap
925
- value: 93.18281680904117
926
- - type: max_f1
927
- value: 87.37864077669903
928
- - task:
929
- type: PairClassification
930
- dataset:
931
- type: google-research-datasets/paws-x
932
- name: MTEB PawsX
933
- config: default
934
- split: test
935
- revision: 8a04d940a42cd40658986fdd8e3da561533a3646
936
- metrics:
937
- - type: cos_sim_accuracy
938
- value: 61.1
939
- - type: cos_sim_ap
940
- value: 60.75603519868964
941
- - type: cos_sim_f1
942
- value: 62.78646780647509
943
- - type: cos_sim_precision
944
- value: 46.74972914409534
945
- - type: cos_sim_recall
946
- value: 95.5703211517165
947
- - type: dot_accuracy
948
- value: 61.1
949
- - type: dot_ap
950
- value: 60.74807680023078
951
- - type: dot_f1
952
- value: 62.78646780647509
953
- - type: dot_precision
954
- value: 46.74972914409534
955
- - type: dot_recall
956
- value: 95.5703211517165
957
- - type: euclidean_accuracy
958
- value: 61.1
959
- - type: euclidean_ap
960
- value: 60.756144387817734
961
- - type: euclidean_f1
962
- value: 62.78646780647509
963
- - type: euclidean_precision
964
- value: 46.74972914409534
965
- - type: euclidean_recall
966
- value: 95.5703211517165
967
- - type: manhattan_accuracy
968
- value: 61.150000000000006
969
- - type: manhattan_ap
970
- value: 60.685188544775116
971
- - type: manhattan_f1
972
- value: 62.7721335268505
973
- - type: manhattan_precision
974
- value: 46.6810577441986
975
- - type: manhattan_recall
976
- value: 95.79180509413068
977
- - type: max_accuracy
978
- value: 61.150000000000006
979
- - type: max_ap
980
- value: 60.756144387817734
981
- - type: max_f1
982
- value: 62.78646780647509
983
- - task:
984
- type: STS
985
- dataset:
986
- type: Lajavaness/SICK-fr
987
- name: MTEB SICKFr
988
- config: default
989
- split: test
990
- revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
991
- metrics:
992
- - type: cos_sim_pearson
993
- value: 83.1543597030015
994
- - type: cos_sim_spearman
995
- value: 77.10092303546944
996
- - type: euclidean_pearson
997
- value: 80.27115846915481
998
- - type: euclidean_spearman
999
- value: 77.10092516058822
1000
- - type: manhattan_pearson
1001
- value: 80.30090425968062
1002
- - type: manhattan_spearman
1003
- value: 77.09423647945061
1004
- - task:
1005
- type: STS
1006
- dataset:
1007
- type: mteb/sts22-crosslingual-sts
1008
- name: MTEB STS22
1009
- config: default
1010
- split: test
1011
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
1012
- metrics:
1013
- - type: cos_sim_pearson
1014
- value: 79.20797144286122
1015
- - type: cos_sim_spearman
1016
- value: 80.31452099282514
1017
- - type: euclidean_pearson
1018
- value: 78.43621396282957
1019
- - type: euclidean_spearman
1020
- value: 80.31452099282514
1021
- - type: manhattan_pearson
1022
- value: 78.29678738374866
1023
- - type: manhattan_spearman
1024
- value: 79.93185465249057
1025
- - task:
1026
- type: STS
1027
- dataset:
1028
- type: mteb/stsb_multi_mt
1029
- name: MTEB STSBenchmarkMultilingualSTS
1030
- config: default
1031
- split: test
1032
- revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
1033
- metrics:
1034
- - type: cos_sim_pearson
1035
- value: 84.69215133897265
1036
- - type: cos_sim_spearman
1037
- value: 84.35617480959016
1038
- - type: euclidean_pearson
1039
- value: 83.85371663492563
1040
- - type: euclidean_spearman
1041
- value: 84.35617480959016
1042
- - type: manhattan_pearson
1043
- value: 83.85857789722276
1044
- - type: manhattan_spearman
1045
- value: 84.30794186513978
1046
- - task:
1047
- type: Summarization
1048
- dataset:
1049
- type: lyon-nlp/summarization-summeval-fr-p2p
1050
- name: MTEB SummEvalFr
1051
- config: default
1052
- split: test
1053
- revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
1054
- metrics:
1055
- - type: cos_sim_pearson
1056
- value: 29.187176809104393
1057
- - type: cos_sim_spearman
1058
- value: 29.65160679657583
1059
- - type: dot_pearson
1060
- value: 29.18717349611766
1061
- - type: dot_spearman
1062
- value: 29.65160679657583
1063
- - task:
1064
- type: Reranking
1065
- dataset:
1066
- type: lyon-nlp/mteb-fr-reranking-syntec-s2p
1067
- name: MTEB SyntecReranking
1068
- config: default
1069
- split: test
1070
- revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
1071
- metrics:
1072
- - type: map
1073
- value: 82.76666666666667
1074
- - type: mrr
1075
- value: 82.76666666666667
1076
- - type: nAUC_map_diff1
1077
- value: 52.548913230162405
1078
- - type: nAUC_map_max
1079
- value: -2.824065935620183
1080
- - type: nAUC_mrr_diff1
1081
- value: 52.548913230162405
1082
- - type: nAUC_mrr_max
1083
- value: -2.824065935620183
1084
- - task:
1085
- type: Retrieval
1086
- dataset:
1087
- type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
1088
- name: MTEB SyntecRetrieval
1089
- config: default
1090
- split: test
1091
- revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
1092
- metrics:
1093
- - type: map_at_1
1094
- value: 57.99999999999999
1095
- - type: map_at_10
1096
- value: 72.356
1097
- - type: map_at_100
1098
- value: 72.625
1099
- - type: map_at_1000
1100
- value: 72.625
1101
- - type: map_at_20
1102
- value: 72.625
1103
- - type: map_at_3
1104
- value: 70.333
1105
- - type: map_at_5
1106
- value: 71.48299999999999
1107
- - type: mrr_at_1
1108
- value: 57.99999999999999
1109
- - type: mrr_at_10
1110
- value: 72.35634920634922
1111
- - type: mrr_at_100
1112
- value: 72.62532693914275
1113
- - type: mrr_at_1000
1114
- value: 72.62532693914275
1115
- - type: mrr_at_20
1116
- value: 72.62532693914275
1117
- - type: mrr_at_3
1118
- value: 70.33333333333333
1119
- - type: mrr_at_5
1120
- value: 71.48333333333333
1121
- - type: nauc_map_at_1000_diff1
1122
- value: 57.27081552588017
1123
- - type: nauc_map_at_1000_max
1124
- value: 13.401922890723771
1125
- - type: nauc_map_at_100_diff1
1126
- value: 57.27081552588017
1127
- - type: nauc_map_at_100_max
1128
- value: 13.401922890723771
1129
- - type: nauc_map_at_10_diff1
1130
- value: 57.39952453922188
1131
- - type: nauc_map_at_10_max
1132
- value: 14.093164837730344
1133
- - type: nauc_map_at_1_diff1
1134
- value: 57.23800679107291
1135
- - type: nauc_map_at_1_max
1136
- value: 11.039846765533865
1137
- - type: nauc_map_at_20_diff1
1138
- value: 57.27081552588017
1139
- - type: nauc_map_at_20_max
1140
- value: 13.401922890723771
1141
- - type: nauc_map_at_3_diff1
1142
- value: 58.14875247321224
1143
- - type: nauc_map_at_3_max
1144
- value: 14.538312305676238
1145
- - type: nauc_map_at_5_diff1
1146
- value: 57.34940275695991
1147
- - type: nauc_map_at_5_max
1148
- value: 13.675180459395065
1149
- - type: nauc_mrr_at_1000_diff1
1150
- value: 57.27081552588017
1151
- - type: nauc_mrr_at_1000_max
1152
- value: 13.401922890723771
1153
- - type: nauc_mrr_at_100_diff1
1154
- value: 57.27081552588017
1155
- - type: nauc_mrr_at_100_max
1156
- value: 13.401922890723771
1157
- - type: nauc_mrr_at_10_diff1
1158
- value: 57.39952453922188
1159
- - type: nauc_mrr_at_10_max
1160
- value: 14.093164837730344
1161
- - type: nauc_mrr_at_1_diff1
1162
- value: 57.23800679107291
1163
- - type: nauc_mrr_at_1_max
1164
- value: 11.039846765533865
1165
- - type: nauc_mrr_at_20_diff1
1166
- value: 57.27081552588017
1167
- - type: nauc_mrr_at_20_max
1168
- value: 13.401922890723771
1169
- - type: nauc_mrr_at_3_diff1
1170
- value: 58.14875247321224
1171
- - type: nauc_mrr_at_3_max
1172
- value: 14.538312305676238
1173
- - type: nauc_mrr_at_5_diff1
1174
- value: 57.34940275695991
1175
- - type: nauc_mrr_at_5_max
1176
- value: 13.675180459395065
1177
- - type: nauc_ndcg_at_1000_diff1
1178
- value: 57.38511684819052
1179
- - type: nauc_ndcg_at_1000_max
1180
- value: 13.993185568467656
1181
- - type: nauc_ndcg_at_100_diff1
1182
- value: 57.38511684819052
1183
- - type: nauc_ndcg_at_100_max
1184
- value: 13.993185568467656
1185
- - type: nauc_ndcg_at_10_diff1
1186
- value: 57.93396526410134
1187
- - type: nauc_ndcg_at_10_max
1188
- value: 17.16319020800824
1189
- - type: nauc_ndcg_at_1_diff1
1190
- value: 57.23800679107291
1191
- - type: nauc_ndcg_at_1_max
1192
- value: 11.039846765533865
1193
- - type: nauc_ndcg_at_20_diff1
1194
- value: 57.38511684819052
1195
- - type: nauc_ndcg_at_20_max
1196
- value: 13.993185568467656
1197
- - type: nauc_ndcg_at_3_diff1
1198
- value: 59.36410104940948
1199
- - type: nauc_ndcg_at_3_max
1200
- value: 17.128826753860732
1201
- - type: nauc_ndcg_at_5_diff1
1202
- value: 57.71094150714742
1203
- - type: nauc_ndcg_at_5_max
1204
- value: 15.62784584334318
1205
- - type: nauc_precision_at_1000_diff1
1206
- value: nan
1207
- - type: nauc_precision_at_1000_max
1208
- value: nan
1209
- - type: nauc_precision_at_100_diff1
1210
- value: nan
1211
- - type: nauc_precision_at_100_max
1212
- value: nan
1213
- - type: nauc_precision_at_10_diff1
1214
- value: 66.79505135387465
1215
- - type: nauc_precision_at_10_max
1216
- value: 70.47152194211033
1217
- - type: nauc_precision_at_1_diff1
1218
- value: 57.23800679107291
1219
- - type: nauc_precision_at_1_max
1220
- value: 11.039846765533865
1221
- - type: nauc_precision_at_20_diff1
1222
- value: 100.0
1223
- - type: nauc_precision_at_20_max
1224
- value: 100.0
1225
- - type: nauc_precision_at_3_diff1
1226
- value: 65.65896518060521
1227
- - type: nauc_precision_at_3_max
1228
- value: 30.198503091441538
1229
- - type: nauc_precision_at_5_diff1
1230
- value: 60.04201680672288
1231
- - type: nauc_precision_at_5_max
1232
- value: 29.000933706816145
1233
- - type: nauc_recall_at_1000_diff1
1234
- value: nan
1235
- - type: nauc_recall_at_1000_max
1236
- value: nan
1237
- - type: nauc_recall_at_100_diff1
1238
- value: nan
1239
- - type: nauc_recall_at_100_max
1240
- value: nan
1241
- - type: nauc_recall_at_10_diff1
1242
- value: 66.7950513538749
1243
- - type: nauc_recall_at_10_max
1244
- value: 70.47152194211012
1245
- - type: nauc_recall_at_1_diff1
1246
- value: 57.23800679107291
1247
- - type: nauc_recall_at_1_max
1248
- value: 11.039846765533865
1249
- - type: nauc_recall_at_20_diff1
1250
- value: nan
1251
- - type: nauc_recall_at_20_max
1252
- value: nan
1253
- - type: nauc_recall_at_3_diff1
1254
- value: 65.65896518060525
1255
- - type: nauc_recall_at_3_max
1256
- value: 30.19850309144154
1257
- - type: nauc_recall_at_5_diff1
1258
- value: 60.0420168067226
1259
- - type: nauc_recall_at_5_max
1260
- value: 29.000933706816
1261
- - type: ndcg_at_1
1262
- value: 57.99999999999999
1263
- - type: ndcg_at_10
1264
- value: 78.19800000000001
1265
- - type: ndcg_at_100
1266
- value: 79.199
1267
- - type: ndcg_at_1000
1268
- value: 79.199
1269
- - type: ndcg_at_20
1270
- value: 79.199
1271
- - type: ndcg_at_3
1272
- value: 74.119
1273
- - type: ndcg_at_5
1274
- value: 76.184
1275
- - type: precision_at_1
1276
- value: 57.99999999999999
1277
- - type: precision_at_10
1278
- value: 9.6
1279
- - type: precision_at_100
1280
- value: 1.0
1281
- - type: precision_at_1000
1282
- value: 0.1
1283
- - type: precision_at_20
1284
- value: 5.0
1285
- - type: precision_at_3
1286
- value: 28.333000000000002
1287
- - type: precision_at_5
1288
- value: 18.0
1289
- - type: recall_at_1
1290
- value: 57.99999999999999
1291
- - type: recall_at_10
1292
- value: 96.0
1293
- - type: recall_at_100
1294
- value: 100.0
1295
- - type: recall_at_1000
1296
- value: 100.0
1297
- - type: recall_at_20
1298
- value: 100.0
1299
- - type: recall_at_3
1300
- value: 85.0
1301
- - type: recall_at_5
1302
- value: 90.0
1303
- - task:
1304
- type: Retrieval
1305
- dataset:
1306
- type: jinaai/xpqa
1307
- name: MTEB XPQARetrieval
1308
- config: default
1309
- split: test
1310
- revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
1311
- metrics:
1312
- - type: map_at_1
1313
- value: 35.256
1314
- - type: map_at_10
1315
- value: 54.071999999999996
1316
- - type: map_at_100
1317
- value: 55.435
1318
- - type: map_at_1000
1319
- value: 55.53
1320
- - type: map_at_20
1321
- value: 54.855
1322
- - type: map_at_3
1323
- value: 48.762
1324
- - type: map_at_5
1325
- value: 51.949999999999996
1326
- - type: mrr_at_1
1327
- value: 56.34178905206942
1328
- - type: mrr_at_10
1329
- value: 63.30843240723078
1330
- - type: mrr_at_100
1331
- value: 63.92076387626982
1332
- - type: mrr_at_1000
1333
- value: 63.9435076251571
1334
- - type: mrr_at_20
1335
- value: 63.64110365119446
1336
- - type: mrr_at_3
1337
- value: 61.526479750778805
1338
- - type: mrr_at_5
1339
- value: 62.38762794837559
1340
- - type: nauc_map_at_1000_diff1
1341
- value: 45.88957885553053
1342
- - type: nauc_map_at_1000_max
1343
- value: 52.59013482565773
1344
- - type: nauc_map_at_100_diff1
1345
- value: 45.84948517422948
1346
- - type: nauc_map_at_100_max
1347
- value: 52.55839985303019
1348
- - type: nauc_map_at_10_diff1
1349
- value: 45.763486819482196
1350
- - type: nauc_map_at_10_max
1351
- value: 52.09054118600712
1352
- - type: nauc_map_at_1_diff1
1353
- value: 55.521911317670835
1354
- - type: nauc_map_at_1_max
1355
- value: 34.68779817675579
1356
- - type: nauc_map_at_20_diff1
1357
- value: 45.757369615751884
1358
- - type: nauc_map_at_20_max
1359
- value: 52.44708031434436
1360
- - type: nauc_map_at_3_diff1
1361
- value: 47.798733616712056
1362
- - type: nauc_map_at_3_max
1363
- value: 46.87976781177451
1364
- - type: nauc_map_at_5_diff1
1365
- value: 46.215964363315884
1366
- - type: nauc_map_at_5_max
1367
- value: 50.5765276342371
1368
- - type: nauc_mrr_at_1000_diff1
1369
- value: 55.110400510640766
1370
- - type: nauc_mrr_at_1000_max
1371
- value: 62.66171179919574
1372
- - type: nauc_mrr_at_100_diff1
1373
- value: 55.10166012000449
1374
- - type: nauc_mrr_at_100_max
1375
- value: 62.66269343813773
1376
- - type: nauc_mrr_at_10_diff1
1377
- value: 55.087629594751256
1378
- - type: nauc_mrr_at_10_max
1379
- value: 62.69978067726044
1380
- - type: nauc_mrr_at_1_diff1
1381
- value: 57.446957773325956
1382
- - type: nauc_mrr_at_1_max
1383
- value: 63.22109004948565
1384
- - type: nauc_mrr_at_20_diff1
1385
- value: 55.067208283222016
1386
- - type: nauc_mrr_at_20_max
1387
- value: 62.66935664582939
1388
- - type: nauc_mrr_at_3_diff1
1389
- value: 55.18870023658262
1390
- - type: nauc_mrr_at_3_max
1391
- value: 62.597473549957996
1392
- - type: nauc_mrr_at_5_diff1
1393
- value: 54.87651100155316
1394
- - type: nauc_mrr_at_5_max
1395
- value: 62.72845534030979
1396
- - type: nauc_ndcg_at_1000_diff1
1397
- value: 47.81162759706491
1398
- - type: nauc_ndcg_at_1000_max
1399
- value: 56.26337910947683
1400
- - type: nauc_ndcg_at_100_diff1
1401
- value: 47.119077388160676
1402
- - type: nauc_ndcg_at_100_max
1403
- value: 55.82354642959063
1404
- - type: nauc_ndcg_at_10_diff1
1405
- value: 46.784535879466496
1406
- - type: nauc_ndcg_at_10_max
1407
- value: 54.63437116703429
1408
- - type: nauc_ndcg_at_1_diff1
1409
- value: 57.446957773325956
1410
- - type: nauc_ndcg_at_1_max
1411
- value: 63.22109004948565
1412
- - type: nauc_ndcg_at_20_diff1
1413
- value: 46.756211545478905
1414
- - type: nauc_ndcg_at_20_max
1415
- value: 55.228917899613826
1416
- - type: nauc_ndcg_at_3_diff1
1417
- value: 47.66168453462149
1418
- - type: nauc_ndcg_at_3_max
1419
- value: 54.39836405112981
1420
- - type: nauc_ndcg_at_5_diff1
1421
- value: 46.97491630908418
1422
- - type: nauc_ndcg_at_5_max
1423
- value: 53.284362953526184
1424
- - type: nauc_precision_at_1000_diff1
1425
- value: -14.959536048875451
1426
- - type: nauc_precision_at_1000_max
1427
- value: 19.740731727610537
1428
- - type: nauc_precision_at_100_diff1
1429
- value: -10.329364912432421
1430
- - type: nauc_precision_at_100_max
1431
- value: 27.80165890502952
1432
- - type: nauc_precision_at_10_diff1
1433
- value: 0.7865296687777561
1434
- - type: nauc_precision_at_10_max
1435
- value: 38.46291415400641
1436
- - type: nauc_precision_at_1_diff1
1437
- value: 57.446957773325956
1438
- - type: nauc_precision_at_1_max
1439
- value: 63.22109004948565
1440
- - type: nauc_precision_at_20_diff1
1441
- value: -2.2696079664009385
1442
- - type: nauc_precision_at_20_max
1443
- value: 35.38696590671127
1444
- - type: nauc_precision_at_3_diff1
1445
- value: 14.016444043719714
1446
- - type: nauc_precision_at_3_max
1447
- value: 46.68119169258843
1448
- - type: nauc_precision_at_5_diff1
1449
- value: 6.466134759646741
1450
- - type: nauc_precision_at_5_max
1451
- value: 43.245171983039256
1452
- - type: nauc_recall_at_1000_diff1
1453
- value: 10.588340380461794
1454
- - type: nauc_recall_at_1000_max
1455
- value: 45.913607560926515
1456
- - type: nauc_recall_at_100_diff1
1457
- value: 28.995302681864565
1458
- - type: nauc_recall_at_100_max
1459
- value: 42.67608149089844
1460
- - type: nauc_recall_at_10_diff1
1461
- value: 38.958724392572854
1462
- - type: nauc_recall_at_10_max
1463
- value: 47.455666375173315
1464
- - type: nauc_recall_at_1_diff1
1465
- value: 55.521911317670835
1466
- - type: nauc_recall_at_1_max
1467
- value: 34.68779817675579
1468
- - type: nauc_recall_at_20_diff1
1469
- value: 36.623788206732016
1470
- - type: nauc_recall_at_20_max
1471
- value: 46.654888587980174
1472
- - type: nauc_recall_at_3_diff1
1473
- value: 43.46749373705754
1474
- - type: nauc_recall_at_3_max
1475
- value: 42.55592784672105
1476
- - type: nauc_recall_at_5_diff1
1477
- value: 40.49018957054939
1478
- - type: nauc_recall_at_5_max
1479
- value: 46.86884862874594
1480
- - type: ndcg_at_1
1481
- value: 56.342000000000006
1482
- - type: ndcg_at_10
1483
- value: 60.01800000000001
1484
- - type: ndcg_at_100
1485
- value: 65.182
1486
- - type: ndcg_at_1000
1487
- value: 66.809
1488
- - type: ndcg_at_20
1489
- value: 61.982000000000006
1490
- - type: ndcg_at_3
1491
- value: 55.688
1492
- - type: ndcg_at_5
1493
- value: 56.607
1494
- - type: precision_at_1
1495
- value: 56.342000000000006
1496
- - type: precision_at_10
1497
- value: 14.005
1498
- - type: precision_at_100
1499
- value: 1.821
1500
- - type: precision_at_1000
1501
- value: 0.20500000000000002
1502
- - type: precision_at_20
1503
- value: 7.684
1504
- - type: precision_at_3
1505
- value: 34.089999999999996
1506
- - type: precision_at_5
1507
- value: 24.005000000000003
1508
- - type: recall_at_1
1509
- value: 35.256
1510
- - type: recall_at_10
1511
- value: 67.583
1512
- - type: recall_at_100
1513
- value: 88.74300000000001
1514
- - type: recall_at_1000
1515
- value: 99.163
1516
- - type: recall_at_20
1517
- value: 73.87
1518
- - type: recall_at_3
1519
- value: 53.371
1520
- - type: recall_at_5
1521
- value: 59.399
1522
- - task:
1523
- type: Classification
1524
- dataset:
1525
- type: CustomDataset
1526
- name: MTEB MassiveIntentClassification (fr)
1527
- config: default
1528
- split: test
1529
- revision: 1.0
1530
- metrics:
1531
- - type: accuracy
1532
- value: 0.0
1533
- - type: precision
1534
- value: 0.0
1535
- - type: recall
1536
- value: 0.0
1537
- - type: f1
1538
- value: 0.0
1539
- - task:
1540
- type: Classification
1541
- dataset:
1542
- type: CustomDataset
1543
- name: MTEB MTOPIntentClassification (fr)
1544
- config: default
1545
- split: test
1546
- revision: 1.0
1547
- metrics:
1548
- - type: accuracy
1549
- value: 0.0
1550
- - type: precision
1551
- value: 0.0
1552
- - type: recall
1553
- value: 0.0
1554
- - type: f1
1555
- value: 0.0
1556
- - task:
1557
- type: Classification
1558
- dataset:
1559
- type: CustomDataset
1560
- name: MTEB MintakaRetrieval (fr)
1561
- config: default
1562
- split: test
1563
- revision: 1.0
1564
- metrics:
1565
- - type: accuracy
1566
- value: 0.0
1567
- - type: precision
1568
- value: 0.0
1569
- - type: recall
1570
- value: 0.0
1571
- - type: f1
1572
- value: 0.0
1573
- - task:
1574
- type: Classification
1575
- dataset:
1576
- type: CustomDataset
1577
- name: MTEB XPQARetrieval (fr)
1578
- config: default
1579
- split: test
1580
- revision: 1.0
1581
- metrics:
1582
- - type: accuracy
1583
- value: 0.0
1584
- - type: precision
1585
- value: 0.0
1586
- - type: recall
1587
- value: 0.0
1588
- - type: f1
1589
- value: 0.0
1590
- - task:
1591
- type: Classification
1592
- dataset:
1593
- type: CustomDataset
1594
- name: MTEB OpusparcusPC (fr)
1595
- config: default
1596
- split: test
1597
- revision: 1.0
1598
- metrics:
1599
- - type: accuracy
1600
- value: 0.0
1601
- - type: precision
1602
- value: 0.0
1603
- - type: recall
1604
- value: 0.0
1605
- - type: f1
1606
- value: 0.0
1607
- - task:
1608
- type: Classification
1609
- dataset:
1610
- type: CustomDataset
1611
- name: MTEB MTOPDomainClassification (fr)
1612
- config: default
1613
- split: test
1614
- revision: 1.0
1615
- metrics:
1616
- - type: accuracy
1617
- value: 0.0
1618
- - type: precision
1619
- value: 0.0
1620
- - type: recall
1621
- value: 0.0
1622
- - type: f1
1623
- value: 0.0
1624
- - task:
1625
- type: Classification
1626
- dataset:
1627
- type: CustomDataset
1628
- name: MTEB AmazonReviewsClassification (fr)
1629
- config: default
1630
- split: test
1631
- revision: 1.0
1632
- metrics:
1633
- - type: accuracy
1634
- value: 0.0
1635
- - type: precision
1636
- value: 0.0
1637
- - type: recall
1638
- value: 0.0
1639
- - type: f1
1640
- value: 0.0
1641
- - task:
1642
- type: Classification
1643
- dataset:
1644
- type: CustomDataset
1645
- name: MTEB STS22 (fr)
1646
- config: default
1647
- split: test
1648
- revision: 1.0
1649
- metrics:
1650
- - type: accuracy
1651
- value: 0.0
1652
- - type: precision
1653
- value: 0.0
1654
- - type: recall
1655
- value: 0.0
1656
- - type: f1
1657
- value: 0.0
1658
- - task:
1659
- type: Classification
1660
- dataset:
1661
- type: CustomDataset
1662
- name: MTEB STSBenchmarkMultilingualSTS (fr)
1663
- config: default
1664
- split: test
1665
- revision: 1.0
1666
- metrics:
1667
- - type: accuracy
1668
- value: 0.0
1669
- - type: precision
1670
- value: 0.0
1671
- - type: recall
1672
- value: 0.0
1673
- - type: f1
1674
- value: 0.0
1675
- - task:
1676
- type: Classification
1677
- dataset:
1678
- type: CustomDataset
1679
- name: MTEB PawsX (fr)
1680
- config: default
1681
- split: test
1682
- revision: 1.0
1683
- metrics:
1684
- - type: accuracy
1685
- value: 0.0
1686
- - type: precision
1687
- value: 0.0
1688
- - type: recall
1689
- value: 0.0
1690
- - type: f1
1691
- value: 0.0
1692
- - task:
1693
- type: Classification
1694
- dataset:
1695
- type: CustomDataset
1696
- name: MTEB MassiveScenarioClassification (fr)
1697
- config: default
1698
- split: test
1699
- revision: 1.0
1700
- metrics:
1701
- - type: accuracy
1702
- value: 0.0
1703
- - type: precision
1704
- value: 0.0
1705
- - type: recall
1706
- value: 0.0
1707
- - type: f1
1708
- value: 0.0
1709
- - task:
1710
- type: Classification
1711
- dataset:
1712
- type: CustomDataset
1713
- name: MTEB MasakhaNEWSClassification (fra)
1714
- config: default
1715
- split: test
1716
- revision: 1.0
1717
- metrics:
1718
- - type: accuracy
1719
- value: 0.0
1720
- - type: precision
1721
- value: 0.0
1722
- - type: recall
1723
- value: 0.0
1724
- - type: f1
1725
- value: 0.0
1726
- - task:
1727
- type: Classification
1728
- dataset:
1729
- type: CustomDataset
1730
- name: MTEB MasakhaNEWSClusteringS2S (fra)
1731
- config: default
1732
- split: test
1733
- revision: 1.0
1734
- metrics:
1735
- - type: accuracy
1736
- value: 0.0
1737
- - type: precision
1738
- value: 0.0
1739
- - type: recall
1740
- value: 0.0
1741
- - type: f1
1742
- value: 0.0
1743
- - task:
1744
- type: Classification
1745
- dataset:
1746
- type: CustomDataset
1747
- name: MTEB MasakhaNEWSClusteringP2P (fra)
1748
- config: default
1749
- split: test
1750
- revision: 1.0
1751
- metrics:
1752
- - type: accuracy
1753
- value: 0.0
1754
- - type: precision
1755
- value: 0.0
1756
- - type: recall
1757
- value: 0.0
1758
- - type: f1
1759
- value: 0.0
1760
  license: apache-2.0
1761
- language:
1762
- - fr
1763
-
1764
 
1765
  # [bilingual-embedding-base](https://huggingface.co/Lajavaness/bilingual-embedding-base)
1766
 
 
7
  - sentence-similarity
8
  - transformers
9
  - sentence-embedding
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  license: apache-2.0
11
+ ---
 
 
12
 
13
  # [bilingual-embedding-base](https://huggingface.co/Lajavaness/bilingual-embedding-base)
14