meg HF Staff commited on
Commit
7e0eb89
·
verified ·
1 Parent(s): ee03128

Going to process full dataset.

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ def main(percentage=10):
32
  # Load the dataset from the HF hub. Use streaming so as not to load the entire dataset at once.
33
  # Use the .take(DEV_AMOUNT) to only grab a small chunk of instances to develop with.
34
  dataset = load_dataset("ILSVRC/imagenet-1k", split="train", streaming=True,
35
- trust_remote_code=True, token=GATED_IMAGENET).take(DEV_AMOUNT)
36
 
37
  # Create a set of indices that are randomly chosen, to change their labels.
38
  # Specifically, randomly choose NUM_EXAMPLES/percentage indices.
 
32
  # Load the dataset from the HF hub. Use streaming so as not to load the entire dataset at once.
33
  # Use the .take(DEV_AMOUNT) to only grab a small chunk of instances to develop with.
34
  dataset = load_dataset("ILSVRC/imagenet-1k", split="train", streaming=True,
35
+ trust_remote_code=True, token=GATED_IMAGENET)#.take(DEV_AMOUNT)
36
 
37
  # Create a set of indices that are randomly chosen, to change their labels.
38
  # Specifically, randomly choose NUM_EXAMPLES/percentage indices.