Hugging Face's logo

Spaces:
FinanceMTEB
/
FinMTEB
Running

App Files Community
1
FinMTEB
File size: 2,053 Bytes 
81bcfbe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
 

TASK_LIST_STS = {
    "en":["FINAL",
    "FinSTS"],
    "zh":["AFQMC",
    "BQCorpus"]
}


TASK_LIST_CLASSIFICATION = {
    "en":[
         "FinancialPhraseBankClassification",
    "FinSentClassification",
    "FiQAClassification",
    "SemEva2017Classification",
    "FLSClassification",
    "ESGClassification",
    "FOMCClassification",
    "FinancialFraudClassification",
    ],
    "zh":[
    "FinNSPClassification",
    "FinChinaSentimentClassification",
    "FinFEClassification",
    "OpenFinDataSentimentClassification",
    "Weibo21Classification"
    ]
}

TASK_LIST_RETRIEVAL = {
    "en":[
         "FiQA2018Retrieval",
    "FinanceBenchRetrieval",
    "HC3Retrieval",
    "Apple10KRetrieval",
    "FinQARetrieval",
    "TATQARetrieval",
    "USNewsRetrieval",
    "TradeTheEventEncyclopediaRetrieval",
    "TradeTheEventNewsRetrieval",
    "TheGoldmanEnRetrieval"],
    "zh":[
        "FinTruthQARetrieval",
        "FinEvaRetrieval",
        "AlphaFinRetrieval",
        "DISCFinLLMRetrieval",
        "DISCFinLLMComputingRetrieval",
        "DuEEFinRetrieval",
        "SmoothNLPRetrieval",
        "THUCNewsRetrieval",
        "FinEvaEncyclopediaRetrieval",
        "TheGoldmanZhRetrieval"
    ]
}

TASK_LIST_CLUSTERING = {
    "en":["MInDS14EnClustering",
    "ComplaintsClustering",
    "PiiClustering",
    "FinanceArxivS2SClustering",
    "FinanceArxivP2PClustering",
    "WikiCompany2IndustryClustering",
],
"zh":["MInDS14ZhClustering",
    "FinNLClustering",
    "CCKS2022Clustering",
    "CCKS2020Clustering",
    "CCKS2019Clustering"]
}

TASK_LIST_RERANKING = {
    "en":["FinFactReranking",
    "FiQA2018Reranking",
    "HC3Reranking",],
    "zh":["FinEvaReranking",
    "DISCFinLLMReranking"]
}

TASK_LIST_SUM = {
    "en":["Ectsum",
    "FINDsum",
    "FNS2022sum"],
    "zh":["FiNNAsum",
    "FinEvaHeadlinesum",
    "FinEvasum"]
}

TASK_LIST_PAIRCLASSIFICATION = {
    "en":["HeadlineACPairClassification",
    "HeadlinePDDPairClassification",
    "HeadlinePDUPairClassification",],
    "zh":["AFQMCPairClassification"]
}