Spaces:
Runtime error
Runtime error
gabeorlanski
commited on
Commit
·
2071b6f
1
Parent(s):
ca7f85b
Update bc_eval.py
Browse files- bc_eval.py +4 -2
bc_eval.py
CHANGED
@@ -177,6 +177,8 @@ class BabelCodeEval(evaluate.Metric):
|
|
177 |
k=[1, 10, 100],
|
178 |
num_workers=4,
|
179 |
language_timeout=None,
|
|
|
|
|
180 |
):
|
181 |
"""Returns the scores"""
|
182 |
|
@@ -198,8 +200,8 @@ class BabelCodeEval(evaluate.Metric):
|
|
198 |
results = execute_predictions(
|
199 |
pred_commands,
|
200 |
num_workers=num_workers,
|
201 |
-
max_task_per_child=
|
202 |
-
garbage_collection_freq=
|
203 |
)
|
204 |
|
205 |
all_results, q_passes, q_pct = _eval_predictions(results, question_map)
|
|
|
177 |
k=[1, 10, 100],
|
178 |
num_workers=4,
|
179 |
language_timeout=None,
|
180 |
+
max_task_per_child=10,
|
181 |
+
gc_freq=500
|
182 |
):
|
183 |
"""Returns the scores"""
|
184 |
|
|
|
200 |
results = execute_predictions(
|
201 |
pred_commands,
|
202 |
num_workers=num_workers,
|
203 |
+
max_task_per_child=max_task_per_child,
|
204 |
+
garbage_collection_freq=gc_freq,
|
205 |
)
|
206 |
|
207 |
all_results, q_passes, q_pct = _eval_predictions(results, question_map)
|