cpt core 4
Browse files
scripts/cpt_core_model_4.py
CHANGED
|
@@ -98,7 +98,7 @@ trainer = UnslothTrainer(
|
|
| 98 |
# per_device_train_batch_size=16,
|
| 99 |
# gradient_accumulation_steps=16,
|
| 100 |
per_device_train_batch_size=1,
|
| 101 |
-
gradient_accumulation_steps=8,
|
| 102 |
|
| 103 |
warmup_ratio=0,
|
| 104 |
num_train_epochs=1,
|
|
|
|
| 98 |
# per_device_train_batch_size=16,
|
| 99 |
# gradient_accumulation_steps=16,
|
| 100 |
per_device_train_batch_size=1,
|
| 101 |
+
# gradient_accumulation_steps=8,
|
| 102 |
|
| 103 |
warmup_ratio=0,
|
| 104 |
num_train_epochs=1,
|