gardarjuto commited on
Commit
56926f2
·
1 Parent(s): 2bd1158

add winogrande and arc-challenge

Browse files
Files changed (1) hide show
  1. src/about.py +7 -5
src/about.py CHANGED
@@ -12,11 +12,13 @@ class Task:
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
- task0 = Task("icelandic_sentences_ged_stringmatch", "exact_match,get-answer", "GED")
16
- task1 = Task("icelandic_inflection_easy", "json_metric,get-answer", "Inflection (common)")
17
- task2 = Task("icelandic_inflection_medium", "json_metric,get-answer", "Inflection (uncommon)")
18
- task3 = Task("icelandic_inflection_hard", "json_metric,get-answer", "Inflection (rare)")
19
- task4 = Task("icelandic_belebele", "exact_match,get-answer", "Belebele")
 
 
20
 
21
  NUM_FEWSHOT = 0 # Change with your few shot
22
  # ---------------------------------------------------
 
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
+ task0 = Task("icelandic_winogrande_stringmatch", "exact_match,get-answer", "Winogrande")
16
+ task1 = Task("icelandic_sentences_ged_stringmatch", "exact_match,get-answer", "GED")
17
+ task2 = Task("icelandic_inflection_easy", "json_metric,get-answer", "Inflection (common)")
18
+ task3 = Task("icelandic_inflection_medium", "json_metric,get-answer", "Inflection (uncommon)")
19
+ task4 = Task("icelandic_inflection_hard", "json_metric,get-answer", "Inflection (rare)")
20
+ task5 = Task("icelandic_belebele", "exact_match,get-answer", "Belebele")
21
+ task6 = Task("icelandic_arc_challenge", "exact_match,get-answer", "ARC Challenge")
22
 
23
  NUM_FEWSHOT = 0 # Change with your few shot
24
  # ---------------------------------------------------