Update app.py

app.py

@@ -10,7 +10,7 @@ from datasets import load_dataset
 from tokenizers import ByteLevelBPETokenizer
 import trl
 
-dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(2e+5)))
+dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(2e+4)))
 
 def get_training_corpus():
     for i in range(0, len(dataset), 1000):
@@ -60,9 +60,9 @@ print(tokenizer.apply_chat_template([{"role": "user", "content": "Why is the sky
 
 config = LlamaConfig(
     vocab_size=tokenizer.vocab_size,
-    hidden_size=int(512 / 1),
+    hidden_size=int(512 / 0.5),
     intermediate_size=int(1024 / 1),
-    num_hidden_layers=int(8 / 1),
+    num_hidden_layers=int(8 / 0.5),
     num_attention_heads=int(8 / 1),
     max_position_embeddings=int(512 / 1),
     rms_norm_eps=1e-6,