Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
|
@@ -11,11 +11,11 @@ from torch.utils.data import DataLoader
|
|
| 11 |
from torch.cuda.amp import autocast, GradScaler
|
| 12 |
from itertools import islice
|
| 13 |
|
| 14 |
-
BATCH_SIZE =
|
| 15 |
EPOCHS = 1
|
| 16 |
LEARNING_RATE = 1e-4
|
| 17 |
FACTOR = 768
|
| 18 |
-
MAX_SEQ_LENGTH =
|
| 19 |
VOCAB_SIZE = 32000
|
| 20 |
INPUT_DATASET = "HuggingFaceTB/smollm-corpus"
|
| 21 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|
|
|
|
| 11 |
from torch.cuda.amp import autocast, GradScaler
|
| 12 |
from itertools import islice
|
| 13 |
|
| 14 |
+
BATCH_SIZE = 1
|
| 15 |
EPOCHS = 1
|
| 16 |
LEARNING_RATE = 1e-4
|
| 17 |
FACTOR = 768
|
| 18 |
+
MAX_SEQ_LENGTH = 128
|
| 19 |
VOCAB_SIZE = 32000
|
| 20 |
INPUT_DATASET = "HuggingFaceTB/smollm-corpus"
|
| 21 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|