Update HumanEval for Solidity scores
Browse files- src/about.py +2 -2
src/about.py
CHANGED
@@ -18,8 +18,8 @@ class Task:
|
|
18 |
class Tasks(Enum):
|
19 |
# task_key, metric_key, title
|
20 |
task00 = Task("naive_judge", "score", "NaïveJudge")
|
21 |
-
task01 = Task("
|
22 |
-
task02 = Task("
|
23 |
task03 = Task("rouge1", "score", "ROUGE-unigrams")
|
24 |
task04 = Task("rouge2", "score", "ROUGE-bigrams")
|
25 |
task05 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")
|
|
|
18 |
class Tasks(Enum):
|
19 |
# task_key, metric_key, title
|
20 |
task00 = Task("naive_judge", "score", "NaïveJudge")
|
21 |
+
task01 = Task("human_eval_solidity_pass_1", "score", "HumanEval for Solidity (pass@1)")
|
22 |
+
task02 = Task("human_eval_solidity_pass_3", "score", "HumanEval for Solidity (pass@3)")
|
23 |
task03 = Task("rouge1", "score", "ROUGE-unigrams")
|
24 |
task04 = Task("rouge2", "score", "ROUGE-bigrams")
|
25 |
task05 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")
|