File size: 330 Bytes
fe2af0d
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
from evaluate import Metric

class WemingMetric(Metric):

    def _download_and_prepare(self, dl_manager):
        import nltk
        nltk.download("punkt")

    def _compute(self, references, predictions):
        em = sum([r==p for r, p in zip(references, predictions)])/len(references)
        return {"exact_match": em}
#test