jjkim
commited on
Commit
·
4c0637f
1
Parent(s):
194785d
- code_eval.py +10 -2
code_eval.py
CHANGED
|
@@ -146,8 +146,16 @@ class CodeEval(evaluate.Metric):
|
|
| 146 |
features=datasets.Features(
|
| 147 |
{
|
| 148 |
# sequence of dictionaries
|
| 149 |
-
"predictions": datasets.Sequence(
|
| 150 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 151 |
}
|
| 152 |
),
|
| 153 |
homepage="https://github.com/openai/human-eval",
|
|
|
|
| 146 |
features=datasets.Features(
|
| 147 |
{
|
| 148 |
# sequence of dictionaries
|
| 149 |
+
"predictions": datasets.Sequence(
|
| 150 |
+
{
|
| 151 |
+
"id": datasets.Value("string")
|
| 152 |
+
}
|
| 153 |
+
),
|
| 154 |
+
"references": datasets.Sequence(
|
| 155 |
+
{
|
| 156 |
+
"id": datasets.Value("string")
|
| 157 |
+
}
|
| 158 |
+
),
|
| 159 |
}
|
| 160 |
),
|
| 161 |
homepage="https://github.com/openai/human-eval",
|