Commit
·
56926f2
1
Parent(s):
2bd1158
add winogrande and arc-challenge
Browse files- src/about.py +7 -5
src/about.py
CHANGED
@@ -12,11 +12,13 @@ class Task:
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
-
task0 = Task("
|
16 |
-
task1 = Task("
|
17 |
-
task2 = Task("
|
18 |
-
task3 = Task("
|
19 |
-
task4 = Task("
|
|
|
|
|
20 |
|
21 |
NUM_FEWSHOT = 0 # Change with your few shot
|
22 |
# ---------------------------------------------------
|
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
+
task0 = Task("icelandic_winogrande_stringmatch", "exact_match,get-answer", "Winogrande")
|
16 |
+
task1 = Task("icelandic_sentences_ged_stringmatch", "exact_match,get-answer", "GED")
|
17 |
+
task2 = Task("icelandic_inflection_easy", "json_metric,get-answer", "Inflection (common)")
|
18 |
+
task3 = Task("icelandic_inflection_medium", "json_metric,get-answer", "Inflection (uncommon)")
|
19 |
+
task4 = Task("icelandic_inflection_hard", "json_metric,get-answer", "Inflection (rare)")
|
20 |
+
task5 = Task("icelandic_belebele", "exact_match,get-answer", "Belebele")
|
21 |
+
task6 = Task("icelandic_arc_challenge", "exact_match,get-answer", "ARC Challenge")
|
22 |
|
23 |
NUM_FEWSHOT = 0 # Change with your few shot
|
24 |
# ---------------------------------------------------
|