Update training_config.py
Browse files- training_config.py +6 -3
training_config.py
CHANGED
@@ -3,7 +3,7 @@ from transformers import TrainingArguments
|
|
3 |
training_args = TrainingArguments(
|
4 |
output_dir="./results",
|
5 |
num_train_epochs=3,
|
6 |
-
per_device_train_batch_size=8,
|
7 |
per_device_eval_batch_size=8,
|
8 |
warmup_steps=500,
|
9 |
weight_decay=0.01,
|
@@ -16,6 +16,9 @@ training_args = TrainingArguments(
|
|
16 |
save_total_limit=3,
|
17 |
load_best_model_at_end=True,
|
18 |
learning_rate=5e-5,
|
19 |
-
fp16=True,
|
20 |
-
gradient_checkpointing=True
|
|
|
|
|
|
|
21 |
)
|
|
|
3 |
training_args = TrainingArguments(
|
4 |
output_dir="./results",
|
5 |
num_train_epochs=3,
|
6 |
+
per_device_train_batch_size=8,
|
7 |
per_device_eval_batch_size=8,
|
8 |
warmup_steps=500,
|
9 |
weight_decay=0.01,
|
|
|
16 |
save_total_limit=3,
|
17 |
load_best_model_at_end=True,
|
18 |
learning_rate=5e-5,
|
19 |
+
fp16=True,
|
20 |
+
gradient_checkpointing=True,
|
21 |
+
# Remove CPU-only settings
|
22 |
+
no_cuda=False, # Allow GPU usage
|
23 |
+
use_cpu=False # Allow GPU usage
|
24 |
)
|