prepare datasets core
Browse files
scripts/pretrain_core_model_0.yaml
CHANGED
|
@@ -70,7 +70,7 @@ train:
|
|
| 70 |
epochs:
|
| 71 |
|
| 72 |
# Total number of tokens to train on (type: Optional[int], default: 3000000000000)
|
| 73 |
-
max_tokens:
|
| 74 |
|
| 75 |
# Limits the number of optimizer steps to run. (type: Optional[int], default: null)
|
| 76 |
max_steps:
|
|
|
|
| 70 |
epochs:
|
| 71 |
|
| 72 |
# Total number of tokens to train on (type: Optional[int], default: 3000000000000)
|
| 73 |
+
max_tokens: 11186775175
|
| 74 |
|
| 75 |
# Limits the number of optimizer steps to run. (type: Optional[int], default: null)
|
| 76 |
max_steps:
|