wenming_ma commited on
Commit
54a0674
·
1 Parent(s): e95462d

Add my new, shiny module.

Browse files
Files changed (2) hide show
  1. app.py +6 -0
  2. weming.py +13 -0
app.py ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ import evaluate
2
+ from evaluate.utils import launch_gradio_widget
3
+
4
+
5
+ module = evaluate.load("wenmingface/my_metric")
6
+ launch_gradio_widget(module)
weming.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from evaluate import Metric
2
+
3
+ class WemingMetric(Metric):
4
+
5
+ def _download_and_prepare(self, dl_manager):
6
+ import nltk
7
+ nltk.download("punkt")
8
+
9
+ def _compute(self, references, predictions):
10
+ em = sum([r==p for r, p in zip(references, predictions)])/len(references)
11
+ return {"exact_match": em}
12
+
13
+