meg-huggingface commited on
Commit
499d1c4
·
1 Parent(s): bea7c2b

Run full eval

Browse files
Files changed (1) hide show
  1. src/envs.py +1 -1
src/envs.py CHANGED
@@ -10,7 +10,7 @@ OWNER = "meg" # Change to your org - don't forget to create a results and reques
10
 
11
  # For harness evaluations
12
  DEVICE = "cuda:0" #if you add compute, for harness evaluations
13
- LIMIT = 3 # !!!! For testing, should be None for actual evaluations!!!
14
  NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
15
  TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
16
 
 
10
 
11
  # For harness evaluations
12
  DEVICE = "cuda:0" #if you add compute, for harness evaluations
13
+ LIMIT = None# 3 # !!!! For testing, should be None for actual evaluations!!!
14
  NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
15
  TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
16