Spaces:
Running
Running
Fix example in README
Browse filesThe code listed for the partial match is not correct, two prediction arrays are listed where a reference array is required.
README.md
CHANGED
@@ -103,8 +103,8 @@ Partial match:
|
|
103 |
```python
|
104 |
from evaluate import load
|
105 |
cuad_metric = load("cuad")
|
106 |
-
predictions = [{'prediction_text': ['The seller:', 'The buyer/End-User: Shenzhen LOHAS Supply Chain Management Co., Ltd.'], 'id': 'LohaCompanyltd_20191209_F-1_EX-10.16_11917878_EX-10.16_Supply Agreement__Parties'}]
|
107 |
predictions = [{'prediction_text': ['The Company appoints the Distributor as an exclusive distributor of Products in the Market, subject to the terms and conditions of this Agreement.', 'The buyer/End-User: Shenzhen LOHAS Supply Chain Management Co., Ltd.'], 'id': 'LohaCompanyltd_20191209_F-1_EX-10.16_11917878_EX-10.16_Supply Agreement__Parties'}]
|
|
|
108 |
results = cuad_metric.compute(predictions=predictions, references=references)
|
109 |
print(results)
|
110 |
{'exact_match': 100.0, 'f1': 50.0, 'aupr': 0.0, 'prec_at_80_recall': 0, 'prec_at_90_recall': 0}
|
|
|
103 |
```python
|
104 |
from evaluate import load
|
105 |
cuad_metric = load("cuad")
|
|
|
106 |
predictions = [{'prediction_text': ['The Company appoints the Distributor as an exclusive distributor of Products in the Market, subject to the terms and conditions of this Agreement.', 'The buyer/End-User: Shenzhen LOHAS Supply Chain Management Co., Ltd.'], 'id': 'LohaCompanyltd_20191209_F-1_EX-10.16_11917878_EX-10.16_Supply Agreement__Parties'}]
|
107 |
+
references = [{'answers': {'answer_start': [143, 49], 'text': ['The seller:', 'The buyer/End-User: Shenzhen LOHAS Supply Chain Management Co., Ltd.']}, 'id': 'LohaCompanyltd_20191209_F-1_EX-10.16_11917878_EX-10.16_Supply Agreement__Parties'}]
|
108 |
results = cuad_metric.compute(predictions=predictions, references=references)
|
109 |
print(results)
|
110 |
{'exact_match': 100.0, 'f1': 50.0, 'aupr': 0.0, 'prec_at_80_recall': 0, 'prec_at_90_recall': 0}
|