Spaces:
Runtime error
Runtime error
File size: 330 Bytes
fe2af0d |
1 2 3 4 5 6 7 8 9 10 11 12 |
from evaluate import Metric
class WemingMetric(Metric):
def _download_and_prepare(self, dl_manager):
import nltk
nltk.download("punkt")
def _compute(self, references, predictions):
em = sum([r==p for r, p in zip(references, predictions)])/len(references)
return {"exact_match": em}
#test |