dad1909 commited on
Commit
e427808
·
verified ·
1 Parent(s): 972ca17

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -114,13 +114,13 @@ trainer = SFTTrainer(
114
  packing=False,
115
  args=TrainingArguments(
116
  per_device_train_batch_size=1,
117
- gradient_accumulation_steps=2,
118
  learning_rate=2e-4,
119
  fp16=not is_bfloat16_supported(),
120
  bf16=is_bfloat16_supported(),
121
  warmup_steps=5,
122
  logging_steps=10,
123
- max_steps=50,
124
  optim="adamw_8bit",
125
  weight_decay=0.01,
126
  lr_scheduler_type="linear",
 
114
  packing=False,
115
  args=TrainingArguments(
116
  per_device_train_batch_size=1,
117
+ gradient_accumulation_steps=1,
118
  learning_rate=2e-4,
119
  fp16=not is_bfloat16_supported(),
120
  bf16=is_bfloat16_supported(),
121
  warmup_steps=5,
122
  logging_steps=10,
123
+ max_steps=100,
124
  optim="adamw_8bit",
125
  weight_decay=0.01,
126
  lr_scheduler_type="linear",