Hugging Face's logo

Spaces:
fair-forward
/
evals-for-every-language
Running

App Files Community
David Pomerenke commited on
Commit
60d1364
·
1 Parent(s): a32a92f

Add language lists for MMLU

Browse files
Files changed (1) hide show
  1. datasets.json +136 -1
datasets.json CHANGED
@@ -47,6 +47,22 @@
47
  "author_url": "https://openai.com",
48
  "url": "https://huggingface.co/datasets/openai/MMMLU",
49
  "n_languages": "14",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  "tasks": [
51
  "question_answering"
52
  ],
@@ -60,6 +76,26 @@
60
  "author_url": "https://www.masakhane.io",
61
  "url": "https://huggingface.co/datasets/masakhane/afrimmlu",
62
  "n_languages": "17",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  "tasks": [
64
  "question_answering"
65
  ],
@@ -72,7 +108,40 @@
72
  "author": "Academic",
73
  "author_url": null,
74
  "url": "https://huggingface.co/datasets/jon-tow/okapi_mmlu",
75
- "n_languages": 16,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
76
  "tasks": [
77
  "question_answering"
78
  ],
@@ -86,6 +155,28 @@
86
  "author_url": "https://opengpt-x.de",
87
  "url": "https://huggingface.co/datasets/openGPT-X/mmlux",
88
  "n_languages": 20,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
  "tasks": [
90
  "question_answering"
91
  ],
@@ -99,6 +190,50 @@
99
  "author_url": "https://cohere.com",
100
  "url": "https://huggingface.co/datasets/CohereForAI/Global-MMLU",
101
  "n_languages": 42,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  "tasks": [
103
  "question_answering"
104
  ],
 
47
  "author_url": "https://openai.com",
48
  "url": "https://huggingface.co/datasets/openai/MMMLU",
49
  "n_languages": "14",
50
+ "languages": [
51
+ "ar",
52
+ "bn",
53
+ "de",
54
+ "es",
55
+ "fr",
56
+ "hi",
57
+ "id",
58
+ "it",
59
+ "ja",
60
+ "ko",
61
+ "pt",
62
+ "sw",
63
+ "yo",
64
+ "zh"
65
+ ],
66
  "tasks": [
67
  "question_answering"
68
  ],
 
76
  "author_url": "https://www.masakhane.io",
77
  "url": "https://huggingface.co/datasets/masakhane/afrimmlu",
78
  "n_languages": "17",
79
+ "languages": [
80
+ "am",
81
+ "en",
82
+ "ee",
83
+ "fr",
84
+ "ha",
85
+ "ig",
86
+ "rw",
87
+ "ln",
88
+ "lg",
89
+ "om",
90
+ "sn",
91
+ "st",
92
+ "sw",
93
+ "tw",
94
+ "wo",
95
+ "xh",
96
+ "yo",
97
+ "zu"
98
+ ],
99
  "tasks": [
100
  "question_answering"
101
  ],
 
108
  "author": "Academic",
109
  "author_url": null,
110
  "url": "https://huggingface.co/datasets/jon-tow/okapi_mmlu",
111
+ "n_languages": 26,
112
+ "languages": [
113
+ "ar",
114
+ "bn",
115
+ "ca",
116
+ "da",
117
+ "de",
118
+ "es",
119
+ "eu",
120
+ "fr",
121
+ "gu",
122
+ "hi",
123
+ "hr",
124
+ "hu",
125
+ "hy",
126
+ "id",
127
+ "it",
128
+ "kn",
129
+ "ml",
130
+ "mr",
131
+ "ne",
132
+ "nl",
133
+ "pt",
134
+ "ro",
135
+ "ru",
136
+ "sk",
137
+ "sr",
138
+ "sv",
139
+ "ta",
140
+ "te",
141
+ "uk",
142
+ "vi",
143
+ "zh"
144
+ ],
145
  "tasks": [
146
  "question_answering"
147
  ],
 
155
  "author_url": "https://opengpt-x.de",
156
  "url": "https://huggingface.co/datasets/openGPT-X/mmlux",
157
  "n_languages": 20,
158
+ "languages": [
159
+ "bg",
160
+ "cs",
161
+ "da",
162
+ "de",
163
+ "el",
164
+ "es",
165
+ "et",
166
+ "fi",
167
+ "fr",
168
+ "hu",
169
+ "it",
170
+ "lt",
171
+ "lv",
172
+ "nl",
173
+ "pl",
174
+ "pt",
175
+ "ro",
176
+ "sk",
177
+ "sl",
178
+ "sv"
179
+ ],
180
  "tasks": [
181
  "question_answering"
182
  ],
 
190
  "author_url": "https://cohere.com",
191
  "url": "https://huggingface.co/datasets/CohereForAI/Global-MMLU",
192
  "n_languages": 42,
193
+ "languages": [
194
+ "am",
195
+ "ar",
196
+ "bn",
197
+ "cs",
198
+ "de",
199
+ "el",
200
+ "en",
201
+ "es",
202
+ "fa",
203
+ "fil",
204
+ "fr",
205
+ "ha",
206
+ "he",
207
+ "hi",
208
+ "id",
209
+ "ig",
210
+ "it",
211
+ "ja",
212
+ "ko",
213
+ "ky",
214
+ "lt",
215
+ "mg",
216
+ "ms",
217
+ "ne",
218
+ "nl",
219
+ "ny",
220
+ "pl",
221
+ "pt",
222
+ "ro",
223
+ "ru",
224
+ "si",
225
+ "sn",
226
+ "so",
227
+ "sr",
228
+ "sv",
229
+ "sw",
230
+ "te",
231
+ "tr",
232
+ "uk",
233
+ "vi",
234
+ "yo",
235
+ "zh"
236
+ ],
237
  "tasks": [
238
  "question_answering"
239
  ],