jjkim commited on
Commit
62b3ddd
1 Parent(s): 05dd205
Files changed (1) hide show
  1. code_eval.py +0 -2
code_eval.py CHANGED
@@ -188,7 +188,6 @@ class CodeEval(evaluate.Metric):
188
  result = Result(
189
  task_id=tid,
190
  prediction_id=pid,
191
- ignore_assertion_error=ignore_assertion_errors,
192
  )
193
  body = Template(pred_template).safe_substitute(prediction=p)
194
  for r in ref:
@@ -274,7 +273,6 @@ def estimate_pass_at_k(num_samples, num_correct, k):
274
  class Result(BaseModel):
275
  task_id: str
276
  prediction_id: int
277
- ignore_assertion_error: bool = False
278
 
279
  test_program: List[str] = []
280
  passed: Optional[bool] = None
 
188
  result = Result(
189
  task_id=tid,
190
  prediction_id=pid,
 
191
  )
192
  body = Template(pred_template).safe_substitute(prediction=p)
193
  for r in ref:
 
273
  class Result(BaseModel):
274
  task_id: str
275
  prediction_id: int
 
276
 
277
  test_program: List[str] = []
278
  passed: Optional[bool] = None