Behnamm commited on
Commit
426a103
·
verified ·
1 Parent(s): 53b88a8

Update src/about.py

Browse files
Files changed (1) hide show
  1. src/about.py +9 -9
src/about.py CHANGED
@@ -14,16 +14,16 @@ class Task:
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
- task1 = Task("QoK (Accuracy)", "acc", "Quiz of Kings")
18
  task2 = Task("khayyam_challenge (Accuracy)", "acc", "Khayyam Challenge")
19
- task3 = Task("matina_MC (Accuracy)", "acc", "Matina MCQA")
20
- task4 = Task("matina_shortanswer (Basic_exact_match)", "acc", "Matina Short Answer (Exact Match)")
21
- task5 = Task("matina_shortanswer (Rouge)", "acc", "Matina Short Answer (Rouge)")
22
- task6 = Task("parsinlu_mc (Accuracy)", "acc", "ParsiNLU MCQA")
23
- task7 = Task("parsinlu_nli (Accuracy)", "acc", "ParsiNLU NLI")
24
- task8 = Task("parsinlu_qqp (Accuracy)", "acc", "ParsiNLU QQP")
25
- task9 = Task("persian_ARC (Accuracy)", "acc", "Persian ARC")
26
- task10 = Task("persian_winogrande (Accuracy)", "acc", "Persian Winogrande")
27
 
28
  NUM_FEWSHOT = 0 # Change with your few shot
29
  # ---------------------------------------------------
 
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
+ task1 = Task("QoK (Accuracy)", "acc", "PeKA")
18
  task2 = Task("khayyam_challenge (Accuracy)", "acc", "Khayyam Challenge")
19
+ task3 = Task("matina_MC (Accuracy)", "acc", "PersBETS")
20
+ # task4 = Task("matina_shortanswer (Basic_exact_match)", "acc", "Matina Short Answer (Exact Match)")
21
+ # task5 = Task("matina_shortanswer (Rouge)", "acc", "Matina Short Answer (Rouge)")
22
+ task4 = Task("parsinlu_mc (Accuracy)", "acc", "ParsiNLU MCQA")
23
+ task5 = Task("parsinlu_nli (Accuracy)", "acc", "ParsiNLU NLI")
24
+ task6 = Task("parsinlu_qqp (Accuracy)", "acc", "ParsiNLU QQP")
25
+ task7 = Task("persian_ARC (Accuracy)", "acc", "Persian ARC")
26
+ # task10 = Task("persian_winogrande (Accuracy)", "acc", "Persian Winogrande")
27
 
28
  NUM_FEWSHOT = 0 # Change with your few shot
29
  # ---------------------------------------------------