Spaces:
No application file
No application file
File size: 1,738 Bytes
8772b50 f646fc1 7e055ad f646fc1 7e055ad f646fc1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
from enum import Enum
class Navigation(Enum):
TEXT_LEADERBOARD = "Text Leaderboard"
MULTIMODAL_LEADERBOARD = "Multimodal Leaderboard"
class TaskCategory(Enum):
LAW = "Law"
CODE = "Code"
CONVERSATIONAL = "Conversational"
TECH = "Tech"
LONG_CONTEXT = "Long-context"
MULTILINGUAL = "Multilingual"
class ModelProvider(Enum):
OPENAI = "OpenAI"
VOYAGEAI = "VoyageAI"
COHERE = "Cohere"
OTHERS = "Others"
class EvaluationMetric(Enum):
NDCG_1 = "NDCG@1"
NDCG_3 = "NDCG@3"
NDCG_5 = "NDCG@5"
NDCG_10 = "NDCG@10"
NDCG_20 = "NDCG@20"
NDCG_50 = "NDCG@50"
NDCG_100 = "NDCG@100"
RECALL_1 = "RECALL@1"
RECALL_3 = "RECALL@3"
RECALL_5 = "RECALL@5"
RECALL_10 = "RECALL@10"
RECALL_20 = "RECALL@20"
RECALL_50 = "RECALL@50"
RECALL_100 = "RECALL@100"
PRECISION_1 = "PRECISION@1"
PRECISION_3 = "PRECISION@3"
PRECISION_5 = "PRECISION@5"
PRECISION_10 = "PRECISION@10"
PRECISION_20 = "PRECISION@20"
PRECISION_50 = "PRECISION@50"
PRECISION_100 = "PRECISION@100"
class EmbdDtype(Enum):
ALL = "all"
FLOAT_32 = "float32"
INT_8 = "int8"
BINARY = "binary"
class EmbdDim(Enum):
OP1 = "<=1k"
OP2 = "1k-2k"
OP3 = "2k-5k"
OP4 = ">=5k"
class Similarity(Enum):
ALL = "all"
COSINE = "cosine"
DOT = "dot"
EUCLIDEAN = "euclidean"
LEADERBOARD_MAP = {
"Text": [
"text",
"law",
"long-context",
"finance",
"conversational",
"tech",
"multilingual",
"code",
"healthcare"
],
"Multimodal": [
"text-to-photo",
"document-screenshot",
"figures-and-tables",
"text-to-text"
]
}
|