Spaces:
Paused
Paused
Update train.py
Browse files
train.py
CHANGED
@@ -8,8 +8,8 @@ from datasets import load_dataset
|
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|
10 |
MAX_SEQ_LENGTH = 512
|
11 |
-
BATCH_SIZE =
|
12 |
-
EPOCHS =
|
13 |
LEARNING_RATE = 1e-5
|
14 |
FACTOR = 2
|
15 |
VOCAB_SIZE = 3200
|
|
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|
10 |
MAX_SEQ_LENGTH = 512
|
11 |
+
BATCH_SIZE = 1024
|
12 |
+
EPOCHS = 20000
|
13 |
LEARNING_RATE = 1e-5
|
14 |
FACTOR = 2
|
15 |
VOCAB_SIZE = 3200
|