FinMTEB / task_metadata.py
yixuantt's picture
Upload 3 files
81bcfbe verified
TASK_LIST_STS = {
"en":["FINAL",
"FinSTS"],
"zh":["AFQMC",
"BQCorpus"]
}
TASK_LIST_CLASSIFICATION = {
"en":[
"FinancialPhraseBankClassification",
"FinSentClassification",
"FiQAClassification",
"SemEva2017Classification",
"FLSClassification",
"ESGClassification",
"FOMCClassification",
"FinancialFraudClassification",
],
"zh":[
"FinNSPClassification",
"FinChinaSentimentClassification",
"FinFEClassification",
"OpenFinDataSentimentClassification",
"Weibo21Classification"
]
}
TASK_LIST_RETRIEVAL = {
"en":[
"FiQA2018Retrieval",
"FinanceBenchRetrieval",
"HC3Retrieval",
"Apple10KRetrieval",
"FinQARetrieval",
"TATQARetrieval",
"USNewsRetrieval",
"TradeTheEventEncyclopediaRetrieval",
"TradeTheEventNewsRetrieval",
"TheGoldmanEnRetrieval"],
"zh":[
"FinTruthQARetrieval",
"FinEvaRetrieval",
"AlphaFinRetrieval",
"DISCFinLLMRetrieval",
"DISCFinLLMComputingRetrieval",
"DuEEFinRetrieval",
"SmoothNLPRetrieval",
"THUCNewsRetrieval",
"FinEvaEncyclopediaRetrieval",
"TheGoldmanZhRetrieval"
]
}
TASK_LIST_CLUSTERING = {
"en":["MInDS14EnClustering",
"ComplaintsClustering",
"PiiClustering",
"FinanceArxivS2SClustering",
"FinanceArxivP2PClustering",
"WikiCompany2IndustryClustering",
],
"zh":["MInDS14ZhClustering",
"FinNLClustering",
"CCKS2022Clustering",
"CCKS2020Clustering",
"CCKS2019Clustering"]
}
TASK_LIST_RERANKING = {
"en":["FinFactReranking",
"FiQA2018Reranking",
"HC3Reranking",],
"zh":["FinEvaReranking",
"DISCFinLLMReranking"]
}
TASK_LIST_SUM = {
"en":["Ectsum",
"FINDsum",
"FNS2022sum"],
"zh":["FiNNAsum",
"FinEvaHeadlinesum",
"FinEvasum"]
}
TASK_LIST_PAIRCLASSIFICATION = {
"en":["HeadlineACPairClassification",
"HeadlinePDDPairClassification",
"HeadlinePDUPairClassification",],
"zh":["AFQMCPairClassification"]
}