dad1909 commited on
Commit
203feb7
·
verified ·
1 Parent(s): 620854f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -107,11 +107,11 @@ trainer = SFTTrainer(
107
  train_dataset=dataset,
108
  dataset_text_field="text",
109
  max_seq_length=max_seq_length,
110
- dataset_num_proc=20,
111
  packing=False,
112
  args=TrainingArguments(
113
- per_device_train_batch_size=20,
114
- gradient_accumulation_steps=20,
115
  learning_rate=2e-4,
116
  fp16=not is_bfloat16_supported(),
117
  bf16=is_bfloat16_supported(),
 
107
  train_dataset=dataset,
108
  dataset_text_field="text",
109
  max_seq_length=max_seq_length,
110
+ dataset_num_proc=2,
111
  packing=False,
112
  args=TrainingArguments(
113
+ per_device_train_batch_size=14,
114
+ gradient_accumulation_steps=14,
115
  learning_rate=2e-4,
116
  fp16=not is_bfloat16_supported(),
117
  bf16=is_bfloat16_supported(),