Spaces:
Runtime error
Runtime error
wenming_ma
commited on
Commit
·
54a0674
1
Parent(s):
e95462d
Add my new, shiny module.
Browse files
app.py
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import evaluate
|
2 |
+
from evaluate.utils import launch_gradio_widget
|
3 |
+
|
4 |
+
|
5 |
+
module = evaluate.load("wenmingface/my_metric")
|
6 |
+
launch_gradio_widget(module)
|
weming.py
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from evaluate import Metric
|
2 |
+
|
3 |
+
class WemingMetric(Metric):
|
4 |
+
|
5 |
+
def _download_and_prepare(self, dl_manager):
|
6 |
+
import nltk
|
7 |
+
nltk.download("punkt")
|
8 |
+
|
9 |
+
def _compute(self, references, predictions):
|
10 |
+
em = sum([r==p for r, p in zip(references, predictions)])/len(references)
|
11 |
+
return {"exact_match": em}
|
12 |
+
|
13 |
+
|