DoctorSlimm commited on
Commit
3915288
·
1 Parent(s): 373b3e2
Files changed (1) hide show
  1. bangalore_score.py +11 -4
bangalore_score.py CHANGED
@@ -229,7 +229,15 @@ class Bangalore_Score(evaluate.Metric):
229
  # print(f'\n\naggregate_score: {aggregate_score}')
230
  return {'amsr': aggregate_score}
231
 
232
- def _compute(self, predictions, references, num_proc=None):
 
 
 
 
 
 
 
 
233
  """Returns the scores"""
234
  import json
235
  import evaluate
@@ -246,13 +254,12 @@ class Bangalore_Score(evaluate.Metric):
246
  proc_ds = Dataset.from_dict({'pred': predictions, 'ref': references})
247
 
248
  ### compute amsr ###
249
- metric, metric_key = evaluate.load('evaluate-metric/meteor'), 'meteor'
250
  proc_ds = proc_ds.map(
251
- lambda x: self.amsr_fn(x, metric=metric, metric_key=metric_key),
252
  num_proc=num_proc, desc='computing amsr'
253
  )
254
 
255
  amsr_mean = sum(proc_ds['amsr']) / len(proc_ds['amsr'])
256
- return {'amsr': amsr_mean}
257
 
258
 
 
229
  # print(f'\n\naggregate_score: {aggregate_score}')
230
  return {'amsr': aggregate_score}
231
 
232
+ def _compute(
233
+ self,
234
+ predictions,
235
+ references,
236
+ metric,
237
+ metric_key,
238
+ max_score=True,
239
+ num_proc=None
240
+ ):
241
  """Returns the scores"""
242
  import json
243
  import evaluate
 
254
  proc_ds = Dataset.from_dict({'pred': predictions, 'ref': references})
255
 
256
  ### compute amsr ###
 
257
  proc_ds = proc_ds.map(
258
+ lambda x: self.amsr_fn(x, metric=metric, metric_key=metric_key, max_score=max_score),
259
  num_proc=num_proc, desc='computing amsr'
260
  )
261
 
262
  amsr_mean = sum(proc_ds['amsr']) / len(proc_ds['amsr'])
263
+ return {f'amsr_{metric_key}': amsr_mean}
264
 
265