Madhavan Iyengar
commited on
Commit
·
69aca8d
1
Parent(s):
0bcbf23
add rest of tasks
Browse files- src/about.py +17 -1
src/about.py
CHANGED
@@ -13,8 +13,24 @@ class Task:
|
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
task0 = Task("random", "accuracy", "Accuracy (Random)")
|
16 |
-
task1 = Task("adversarial", "accuracy", "Accuracy (Adversarial)")
|
17 |
task2 = Task("popular", "accuracy", "Accuracy (Popular)")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
NUM_FEWSHOT = 0 # Change with your few shot
|
20 |
# ---------------------------------------------------
|
|
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
task0 = Task("random", "accuracy", "Accuracy (Random)")
|
|
|
16 |
task2 = Task("popular", "accuracy", "Accuracy (Popular)")
|
17 |
+
task1 = Task("adversarial", "accuracy", "Accuracy (Adversarial)")
|
18 |
+
|
19 |
+
task7 = Task("random", "precision_score", "Precision (Random)")
|
20 |
+
task11 = Task("adversarial", "precision_score", "Precision (Adversarial)")
|
21 |
+
task3 = Task("popular", "precision_score", "Precision (Popular)")
|
22 |
+
|
23 |
+
task8 = Task("random", "recall", "Recall (Random)")
|
24 |
+
task12 = Task("adversarial", "recall", "Recall (Adversarial)")
|
25 |
+
task4 = Task("popular", "recall", "Recall (Popular)")
|
26 |
+
|
27 |
+
task9 = Task("random", "f1_score", "F1 Score (Random)")
|
28 |
+
task5 = Task("popular", "f1_score", "F1 Score (Popular)")
|
29 |
+
task13 = Task("adversarial", "f1_score", "F1 Score (Adversarial)")
|
30 |
+
|
31 |
+
task10 = Task("random", "yes_percent", "Yes Percent (Random)")
|
32 |
+
task6 = Task("popular", "yes_percent", "Yes Percent (Popular)")
|
33 |
+
task14 = Task("adversarial", "yes_percent", "Yes Percent (Adversarial)")
|
34 |
|
35 |
NUM_FEWSHOT = 0 # Change with your few shot
|
36 |
# ---------------------------------------------------
|