wenming_ma commited on
Commit
fe2af0d
·
1 Parent(s): 203ab82

Add my new, shiny module.

Browse files
Files changed (1) hide show
  1. my_metric.py +12 -0
my_metric.py ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from evaluate import Metric
2
+
3
+ class WemingMetric(Metric):
4
+
5
+ def _download_and_prepare(self, dl_manager):
6
+ import nltk
7
+ nltk.download("punkt")
8
+
9
+ def _compute(self, references, predictions):
10
+ em = sum([r==p for r, p in zip(references, predictions)])/len(references)
11
+ return {"exact_match": em}
12
+ #test