Spaces:
Running
Running
Update process results (#15)
Browse files- Update process results (233ccb64b97238b17e2e7e9e5be38519b1078099)
- process_result.py +9 -4
process_result.py
CHANGED
@@ -25,13 +25,18 @@ def process_result(entry, name, task):
|
|
25 |
Tasks.NATURAL_LANGUAGE_INFERENCE,
|
26 |
Tasks.TEXT_CLASSIFICATION,
|
27 |
):
|
28 |
-
|
29 |
-
|
|
|
|
|
|
|
|
|
|
|
30 |
elif task == Tasks.MACHINE_TRANSLATION:
|
31 |
processed['wer'] = entry['wer,none']
|
32 |
processed['bleu'] = entry['bleu,none']
|
33 |
elif task == Tasks.GRAMMATICAL_ERROR_CORRECTION:
|
34 |
-
processed['exact_match'] = entry['exact_match,
|
35 |
|
36 |
return processed
|
37 |
|
@@ -49,7 +54,7 @@ def main():
|
|
49 |
model_args = raw_data['config']['model_args'].split(',')
|
50 |
model_args = dict([tuple(pair.split('=')) for pair in model_args])
|
51 |
processed = dict()
|
52 |
-
model_args['model'] = model_args.
|
53 |
processed['model'] = model_args
|
54 |
processed['model']['api'] = raw_data['config']['model']
|
55 |
|
|
|
25 |
Tasks.NATURAL_LANGUAGE_INFERENCE,
|
26 |
Tasks.TEXT_CLASSIFICATION,
|
27 |
):
|
28 |
+
|
29 |
+
if 'acc,none' in entry:
|
30 |
+
processed['acc'] = entry['acc,none']
|
31 |
+
processed['acc_norm'] = entry.get('acc_norm,none', processed['acc'])
|
32 |
+
else:
|
33 |
+
processed['acc'] = entry['exact_match,get_result']
|
34 |
+
processed['acc_norm'] = processed['acc']
|
35 |
elif task == Tasks.MACHINE_TRANSLATION:
|
36 |
processed['wer'] = entry['wer,none']
|
37 |
processed['bleu'] = entry['bleu,none']
|
38 |
elif task == Tasks.GRAMMATICAL_ERROR_CORRECTION:
|
39 |
+
processed['exact_match'] = entry['exact_match,regex_filter_applies_strip_internally']
|
40 |
|
41 |
return processed
|
42 |
|
|
|
54 |
model_args = raw_data['config']['model_args'].split(',')
|
55 |
model_args = dict([tuple(pair.split('=')) for pair in model_args])
|
56 |
processed = dict()
|
57 |
+
model_args['model'] = model_args.get('pretrained', '')
|
58 |
processed['model'] = model_args
|
59 |
processed['model']['api'] = raw_data['config']['model']
|
60 |
|