tangledgroup
/

tangled-alpha-0.9-core

Text Generation

Model card Files Files and versions Community

mtasic85 commited on Mar 15

Commit

fa96477

·

1 Parent(s): 592523b

cpt core 4

Files changed (1) hide show

scripts/cpt_core_model_4.py +2 -2

scripts/cpt_core_model_4.py CHANGED Viewed

@@ -86,8 +86,8 @@ trainer = UnslothTrainer(
     args = UnslothTrainingArguments(
         # per_device_train_batch_size=16,
         # gradient_accumulation_steps=64,
-        per_device_train_batch_size=2,
-        gradient_accumulation_steps=8,
         warmup_ratio=0,
         num_train_epochs=1,

     args = UnslothTrainingArguments(
         # per_device_train_batch_size=16,
         # gradient_accumulation_steps=64,
+        per_device_train_batch_size=16,
+        gradient_accumulation_steps=16,
         warmup_ratio=0,
         num_train_epochs=1,