tangledgroup
/

tangled-alpha-0.9-core

Text Generation

Model card Files Files and versions Community

mtasic85 commited on 20 days ago

Commit

6ffe1e7

·

1 Parent(s): b394167

cpt core 4

Files changed (1) hide show

scripts/cpt_core_model_4.py +1 -1

scripts/cpt_core_model_4.py CHANGED Viewed

@@ -82,7 +82,7 @@ trainer = UnslothTrainer(
     max_seq_length=max_seq_length,
     dataset_num_proc=32,
     max_steps=len(litgpt_streaming_dataset),
-    packing = False, # Can make training 5x faster for short sequences.
     args = UnslothTrainingArguments(
         per_device_train_batch_size=16,

     max_seq_length=max_seq_length,
     dataset_num_proc=32,
     max_steps=len(litgpt_streaming_dataset),
+    packing=False, # Can make training 5x faster for short sequences.
     args = UnslothTrainingArguments(
         per_device_train_batch_size=16,