abrek commited on
Commit
b4c75ff
·
verified ·
1 Parent(s): ef12e6a

Update process results (#15)

Browse files

- Update process results (233ccb64b97238b17e2e7e9e5be38519b1078099)

Files changed (1) hide show
  1. process_result.py +9 -4
process_result.py CHANGED
@@ -25,13 +25,18 @@ def process_result(entry, name, task):
25
  Tasks.NATURAL_LANGUAGE_INFERENCE,
26
  Tasks.TEXT_CLASSIFICATION,
27
  ):
28
- processed['acc'] = entry['acc,none']
29
- processed['acc_norm'] = entry.get('acc_norm,none', processed['acc'])
 
 
 
 
 
30
  elif task == Tasks.MACHINE_TRANSLATION:
31
  processed['wer'] = entry['wer,none']
32
  processed['bleu'] = entry['bleu,none']
33
  elif task == Tasks.GRAMMATICAL_ERROR_CORRECTION:
34
- processed['exact_match'] = entry['exact_match,none']
35
 
36
  return processed
37
 
@@ -49,7 +54,7 @@ def main():
49
  model_args = raw_data['config']['model_args'].split(',')
50
  model_args = dict([tuple(pair.split('=')) for pair in model_args])
51
  processed = dict()
52
- model_args['model'] = model_args.pop('pretrained')
53
  processed['model'] = model_args
54
  processed['model']['api'] = raw_data['config']['model']
55
 
 
25
  Tasks.NATURAL_LANGUAGE_INFERENCE,
26
  Tasks.TEXT_CLASSIFICATION,
27
  ):
28
+
29
+ if 'acc,none' in entry:
30
+ processed['acc'] = entry['acc,none']
31
+ processed['acc_norm'] = entry.get('acc_norm,none', processed['acc'])
32
+ else:
33
+ processed['acc'] = entry['exact_match,get_result']
34
+ processed['acc_norm'] = processed['acc']
35
  elif task == Tasks.MACHINE_TRANSLATION:
36
  processed['wer'] = entry['wer,none']
37
  processed['bleu'] = entry['bleu,none']
38
  elif task == Tasks.GRAMMATICAL_ERROR_CORRECTION:
39
+ processed['exact_match'] = entry['exact_match,regex_filter_applies_strip_internally']
40
 
41
  return processed
42
 
 
54
  model_args = raw_data['config']['model_args'].split(',')
55
  model_args = dict([tuple(pair.split('=')) for pair in model_args])
56
  processed = dict()
57
+ model_args['model'] = model_args.get('pretrained', '')
58
  processed['model'] = model_args
59
  processed['model']['api'] = raw_data['config']['model']
60