Kevin Fink commited on
Commit
e699329
·
1 Parent(s): 4e0bf1e
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -65,7 +65,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
65
  model_inputs["labels"] = labels["input_ids"]
66
  return model_inputs
67
 
68
- tokenized_datasets = dataset.map(tokenize_function, batched=True, batch_size=6)
69
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
70
 
71
  # Set training arguments
 
65
  model_inputs["labels"] = labels["input_ids"]
66
  return model_inputs
67
 
68
+ tokenized_datasets = dataset.map(tokenize_function, batched=True, batch_size=32)
69
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
70
 
71
  # Set training arguments