Spaces:
Sleeping
Sleeping
Commit
·
3915288
1
Parent(s):
373b3e2
save
Browse files- bangalore_score.py +11 -4
bangalore_score.py
CHANGED
@@ -229,7 +229,15 @@ class Bangalore_Score(evaluate.Metric):
|
|
229 |
# print(f'\n\naggregate_score: {aggregate_score}')
|
230 |
return {'amsr': aggregate_score}
|
231 |
|
232 |
-
def _compute(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
233 |
"""Returns the scores"""
|
234 |
import json
|
235 |
import evaluate
|
@@ -246,13 +254,12 @@ class Bangalore_Score(evaluate.Metric):
|
|
246 |
proc_ds = Dataset.from_dict({'pred': predictions, 'ref': references})
|
247 |
|
248 |
### compute amsr ###
|
249 |
-
metric, metric_key = evaluate.load('evaluate-metric/meteor'), 'meteor'
|
250 |
proc_ds = proc_ds.map(
|
251 |
-
lambda x: self.amsr_fn(x, metric=metric, metric_key=metric_key),
|
252 |
num_proc=num_proc, desc='computing amsr'
|
253 |
)
|
254 |
|
255 |
amsr_mean = sum(proc_ds['amsr']) / len(proc_ds['amsr'])
|
256 |
-
return {'
|
257 |
|
258 |
|
|
|
229 |
# print(f'\n\naggregate_score: {aggregate_score}')
|
230 |
return {'amsr': aggregate_score}
|
231 |
|
232 |
+
def _compute(
|
233 |
+
self,
|
234 |
+
predictions,
|
235 |
+
references,
|
236 |
+
metric,
|
237 |
+
metric_key,
|
238 |
+
max_score=True,
|
239 |
+
num_proc=None
|
240 |
+
):
|
241 |
"""Returns the scores"""
|
242 |
import json
|
243 |
import evaluate
|
|
|
254 |
proc_ds = Dataset.from_dict({'pred': predictions, 'ref': references})
|
255 |
|
256 |
### compute amsr ###
|
|
|
257 |
proc_ds = proc_ds.map(
|
258 |
+
lambda x: self.amsr_fn(x, metric=metric, metric_key=metric_key, max_score=max_score),
|
259 |
num_proc=num_proc, desc='computing amsr'
|
260 |
)
|
261 |
|
262 |
amsr_mean = sum(proc_ds['amsr']) / len(proc_ds['amsr'])
|
263 |
+
return {f'amsr_{metric_key}': amsr_mean}
|
264 |
|
265 |
|