meg-huggingface
commited on
Commit
·
499d1c4
1
Parent(s):
bea7c2b
Run full eval
Browse files- src/envs.py +1 -1
src/envs.py
CHANGED
|
@@ -10,7 +10,7 @@ OWNER = "meg" # Change to your org - don't forget to create a results and reques
|
|
| 10 |
|
| 11 |
# For harness evaluations
|
| 12 |
DEVICE = "cuda:0" #if you add compute, for harness evaluations
|
| 13 |
-
LIMIT = 3 # !!!! For testing, should be None for actual evaluations!!!
|
| 14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
| 15 |
TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
|
| 16 |
|
|
|
|
| 10 |
|
| 11 |
# For harness evaluations
|
| 12 |
DEVICE = "cuda:0" #if you add compute, for harness evaluations
|
| 13 |
+
LIMIT = None# 3 # !!!! For testing, should be None for actual evaluations!!!
|
| 14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
| 15 |
TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
|
| 16 |
|