jjkim
commited on
Commit
•
62b3ddd
1
Parent(s):
05dd205
- code_eval.py +0 -2
code_eval.py
CHANGED
@@ -188,7 +188,6 @@ class CodeEval(evaluate.Metric):
|
|
188 |
result = Result(
|
189 |
task_id=tid,
|
190 |
prediction_id=pid,
|
191 |
-
ignore_assertion_error=ignore_assertion_errors,
|
192 |
)
|
193 |
body = Template(pred_template).safe_substitute(prediction=p)
|
194 |
for r in ref:
|
@@ -274,7 +273,6 @@ def estimate_pass_at_k(num_samples, num_correct, k):
|
|
274 |
class Result(BaseModel):
|
275 |
task_id: str
|
276 |
prediction_id: int
|
277 |
-
ignore_assertion_error: bool = False
|
278 |
|
279 |
test_program: List[str] = []
|
280 |
passed: Optional[bool] = None
|
|
|
188 |
result = Result(
|
189 |
task_id=tid,
|
190 |
prediction_id=pid,
|
|
|
191 |
)
|
192 |
body = Template(pred_template).safe_substitute(prediction=p)
|
193 |
for r in ref:
|
|
|
273 |
class Result(BaseModel):
|
274 |
task_id: str
|
275 |
prediction_id: int
|
|
|
276 |
|
277 |
test_program: List[str] = []
|
278 |
passed: Optional[bool] = None
|