Update app.py

app.py

@@ -10,7 +10,7 @@ from datasets import load_dataset
 from tokenizers import ByteLevelBPETokenizer
 import trl
 
-dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(1e+4)))
+dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(5e+4)))
 
 def get_training_corpus():
     for i in range(0, len(dataset), 1000):
@@ -98,7 +98,7 @@ print(dataset['text'][2])
 
 args = TrainingArguments(
     output_dir="mayo",
-    num_train_epochs=4,
+    num_train_epochs=2,
     per_device_train_batch_size=16,
     gradient_accumulation_steps=4,
     learning_rate=1e-5,