Spaces:
Running
Running
tr-wikihow-summ fix (#5)
Browse files- tr-wikihow-summ fix (9f077faf0d34bbfd21e899f6e71e39ce747f2fff)
app.py
CHANGED
|
@@ -16,7 +16,6 @@ def cache_results(path):
|
|
| 16 |
json_results = read_results(path)
|
| 17 |
results = list()
|
| 18 |
for entry in json_results:
|
| 19 |
-
print(entry)
|
| 20 |
row = {
|
| 21 |
'model': entry['model']['model'],
|
| 22 |
'num_parameters': entry['model']['num_parameters'],
|
|
@@ -45,7 +44,6 @@ def cache_datasets(path):
|
|
| 45 |
datasets = json.load(f)
|
| 46 |
for key in datasets.keys():
|
| 47 |
datasets[key]['dataset'] = key
|
| 48 |
-
del datasets['tr-wikihow-summ'] # FIXME: There are missing experiments.
|
| 49 |
return datasets
|
| 50 |
|
| 51 |
|
|
|
|
| 16 |
json_results = read_results(path)
|
| 17 |
results = list()
|
| 18 |
for entry in json_results:
|
|
|
|
| 19 |
row = {
|
| 20 |
'model': entry['model']['model'],
|
| 21 |
'num_parameters': entry['model']['num_parameters'],
|
|
|
|
| 44 |
datasets = json.load(f)
|
| 45 |
for key in datasets.keys():
|
| 46 |
datasets[key]['dataset'] = key
|
|
|
|
| 47 |
return datasets
|
| 48 |
|
| 49 |
|
data.py
CHANGED
|
@@ -65,6 +65,7 @@ DATASET_TASK_DICT = {
|
|
| 65 |
'wmt-tr-en-prompt': Tasks.MACHINE_TRANSLATION,
|
| 66 |
'gecturk_generation': Tasks.GRAMMATICAL_ERROR_CORRECTION,
|
| 67 |
'turkce_atasozleri': Tasks.MULTIPLE_CHOICE,
|
|
|
|
| 68 |
}
|
| 69 |
|
| 70 |
|
|
@@ -103,7 +104,7 @@ DATASET_GROUPS = {
|
|
| 103 |
'description': 'Natural Language Inference (NLI) datasets in Turkish: XNLI, SNLI and MNLI.',
|
| 104 |
},
|
| 105 |
'SUM': {
|
| 106 |
-
'datasets': [
|
| 107 |
'description': 'Summarization datasets in Turkish (XLSum, MLSum, WikiLingua and TrWikiHowSumm).',
|
| 108 |
},
|
| 109 |
'GEC': {
|
|
|
|
| 65 |
'wmt-tr-en-prompt': Tasks.MACHINE_TRANSLATION,
|
| 66 |
'gecturk_generation': Tasks.GRAMMATICAL_ERROR_CORRECTION,
|
| 67 |
'turkce_atasozleri': Tasks.MULTIPLE_CHOICE,
|
| 68 |
+
'turkishmmlu':Tasks.MULTIPLE_CHOICE,
|
| 69 |
}
|
| 70 |
|
| 71 |
|
|
|
|
| 104 |
'description': 'Natural Language Inference (NLI) datasets in Turkish: XNLI, SNLI and MNLI.',
|
| 105 |
},
|
| 106 |
'SUM': {
|
| 107 |
+
'datasets': ['wiki_lingua_tr', 'xlsum_tr', 'tr-wikihow-summ', 'mlsum_tr'],
|
| 108 |
'description': 'Summarization datasets in Turkish (XLSum, MLSum, WikiLingua and TrWikiHowSumm).',
|
| 109 |
},
|
| 110 |
'GEC': {
|