MjolnirThor commited on
Commit
a96669d
·
verified ·
1 Parent(s): 88f76c2

Update training_config.py

Browse files
Files changed (1) hide show
  1. training_config.py +6 -3
training_config.py CHANGED
@@ -3,7 +3,7 @@ from transformers import TrainingArguments
3
  training_args = TrainingArguments(
4
  output_dir="./results",
5
  num_train_epochs=3,
6
- per_device_train_batch_size=8, # Optimized for T4 GPU
7
  per_device_eval_batch_size=8,
8
  warmup_steps=500,
9
  weight_decay=0.01,
@@ -16,6 +16,9 @@ training_args = TrainingArguments(
16
  save_total_limit=3,
17
  load_best_model_at_end=True,
18
  learning_rate=5e-5,
19
- fp16=True, # Using GPU features
20
- gradient_checkpointing=True
 
 
 
21
  )
 
3
  training_args = TrainingArguments(
4
  output_dir="./results",
5
  num_train_epochs=3,
6
+ per_device_train_batch_size=8,
7
  per_device_eval_batch_size=8,
8
  warmup_steps=500,
9
  weight_decay=0.01,
 
16
  save_total_limit=3,
17
  load_best_model_at_end=True,
18
  learning_rate=5e-5,
19
+ fp16=True,
20
+ gradient_checkpointing=True,
21
+ # Remove CPU-only settings
22
+ no_cuda=False, # Allow GPU usage
23
+ use_cpu=False # Allow GPU usage
24
  )