nroggendorff commited on
Commit
968dc15
·
verified ·
1 Parent(s): c2fde61

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +2 -2
train.py CHANGED
@@ -8,8 +8,8 @@ from datasets import load_dataset
8
  from tokenizers import ByteLevelBPETokenizer
9
 
10
  MAX_SEQ_LENGTH = 512
11
- BATCH_SIZE = 512
12
- EPOCHS = 50
13
  LEARNING_RATE = 1e-5
14
  FACTOR = 2
15
  VOCAB_SIZE = 3200
 
8
  from tokenizers import ByteLevelBPETokenizer
9
 
10
  MAX_SEQ_LENGTH = 512
11
+ BATCH_SIZE = 1024
12
+ EPOCHS = 20000
13
  LEARNING_RATE = 1e-5
14
  FACTOR = 2
15
  VOCAB_SIZE = 3200