brunneis commited on
Commit
56e4654
·
unverified ·
1 Parent(s): a2214d4

Update HumanEval label

Browse files
Files changed (1) hide show
  1. src/about.py +1 -1
src/about.py CHANGED
@@ -18,7 +18,7 @@ class Task:
18
  class Tasks(Enum):
19
  # task_key, metric_key, title
20
  task00 = Task("naive_judge", "score", "NaïveJudge")
21
- task01 = Task("human_eval_solidity", "score", "HumanEval for Solidity")
22
  task02 = Task("rouge1", "score", "ROUGE-unigrams")
23
  task03 = Task("rouge2", "score", "ROUGE-bigrams")
24
  task04 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")
 
18
  class Tasks(Enum):
19
  # task_key, metric_key, title
20
  task00 = Task("naive_judge", "score", "NaïveJudge")
21
+ task01 = Task("human_eval_solidity", "score", "HumanEval Solidity (9 questions)")
22
  task02 = Task("rouge1", "score", "ROUGE-unigrams")
23
  task03 = Task("rouge2", "score", "ROUGE-bigrams")
24
  task04 = Task("rougeL", "score", "ROUGE-Longest Common Subsequence")