brunneis commited on
Commit
05a2196
1 Parent(s): 8a3c7da

Update HumanEval for Solidity scores

Browse files
Files changed (1) hide show
  1. src/about.py +2 -2
src/about.py CHANGED
@@ -18,8 +18,8 @@ class Task:
18
  class Tasks(Enum):
19
  # task_key, metric_key, title
20
  task00 = Task("naive_judge", "score", "NaïveJudge")
21
- task01 = Task("human_eval_solidity_pass@1", "score", "HumanEval for Solidity (pass@1)")
22
- task02 = Task("human_eval_solidity_pass@3", "score", "HumanEval for Solidity (pass@3)")
23
  task03 = Task("rouge1", "score", "ROUGE-unigrams")
24
  task04 = Task("rouge2", "score", "ROUGE-bigrams")
25
  task05 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")
 
18
  class Tasks(Enum):
19
  # task_key, metric_key, title
20
  task00 = Task("naive_judge", "score", "NaïveJudge")
21
+ task01 = Task("human_eval_solidity_pass_1", "score", "HumanEval for Solidity (pass@1)")
22
+ task02 = Task("human_eval_solidity_pass_3", "score", "HumanEval for Solidity (pass@3)")
23
  task03 = Task("rouge1", "score", "ROUGE-unigrams")
24
  task04 = Task("rouge2", "score", "ROUGE-bigrams")
25
  task05 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")