pretrain core 4

scripts/pretrain_core_model_4.yaml

@@ -78,7 +78,8 @@ train:
   max_steps:
 
   # Limits the length of samples. Off by default (type: Optional[int], default: null)
-  max_seq_length: 16384
+  # max_seq_length: 16384
+  max_seq_length:
 
   # Whether to tie the embedding weights with the language modeling head weights. (type: Optional[bool], default: False)
   tie_embeddings: true