Spaces:
Runtime error
Runtime error
gabeorlanski
commited on
Commit
·
0a274eb
1
Parent(s):
84e44d7
Update bc_eval.py
Browse files- bc_eval.py +3 -3
bc_eval.py
CHANGED
@@ -116,18 +116,18 @@ def _write_preds(
|
|
116 |
):
|
117 |
commands = []
|
118 |
question_id_to_dict = {}
|
119 |
-
|
120 |
for pred_list, l, q_dict in tqdm(
|
121 |
zip(preds, languages, question_dicts), desc="Setup", total=len(preds)
|
122 |
):
|
123 |
qid = len(question_id_to_dict)
|
124 |
q_dict["language"] = l
|
125 |
question_id_to_dict[qid] = q_dict
|
126 |
-
|
|
|
127 |
commands.append(
|
128 |
make_file_and_command(
|
129 |
qid=qid,
|
130 |
-
idx=str(
|
131 |
pred=p,
|
132 |
question=q_dict,
|
133 |
timeout_override=language_timeout.get(l),
|
|
|
116 |
):
|
117 |
commands = []
|
118 |
question_id_to_dict = {}
|
|
|
119 |
for pred_list, l, q_dict in tqdm(
|
120 |
zip(preds, languages, question_dicts), desc="Setup", total=len(preds)
|
121 |
):
|
122 |
qid = len(question_id_to_dict)
|
123 |
q_dict["language"] = l
|
124 |
question_id_to_dict[qid] = q_dict
|
125 |
+
|
126 |
+
for p_idx, p in enumerate(pred_list):
|
127 |
commands.append(
|
128 |
make_file_and_command(
|
129 |
qid=qid,
|
130 |
+
idx=str(p_idx),
|
131 |
pred=p,
|
132 |
question=q_dict,
|
133 |
timeout_override=language_timeout.get(l),
|