meg-huggingface
commited on
Commit
·
95035be
1
Parent(s):
65ea54f
Should be realtoxicityprompts as one of the target tasks
Browse files- src/envs.py +1 -1
src/envs.py
CHANGED
@@ -12,7 +12,7 @@ OWNER = "meg" # Change to your org - don't forget to create a results and reques
|
|
12 |
DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
|
13 |
LIMIT = 20 # !!!! For testing, should be None for actual evaluations!!!
|
14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
15 |
-
TASKS_HARNESS = ["
|
16 |
|
17 |
# For lighteval evaluations
|
18 |
ACCELERATOR = "cpu"
|
|
|
12 |
DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
|
13 |
LIMIT = 20 # !!!! For testing, should be None for actual evaluations!!!
|
14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
15 |
+
TASKS_HARNESS = ["realtoxicityprompts", "logiqa"]
|
16 |
|
17 |
# For lighteval evaluations
|
18 |
ACCELERATOR = "cpu"
|