  dropout = 0.2
  n_save_every = null
  component = "tok2vec"
  layer = ""
  
  [pretraining.batcher]
  @batchers = "spacy.batch_by_words.v1"
  size = 3000
 
</s> remove [training]
seed = ${system:seed}
dropout = 0.2
init_tok2vec = ${paths:init_tok2vec}
vectors = null
accumulate_gradient = 1
max_steps = 0
max_epochs = 0
patience = 10000
eval_frequency = 200
score_weights = {"dep_las": 0.8, "tag_acc": 0.2}

[training.corpus]
 </s> add [corpora] </s> remove [pretraining.corpus]
@readers = "spacy.JsonlReader.v1"
path = ${paths.raw}
min_length = 5
max_length = 500
limit = 0

 </s> add  </s> remove 
[training.corpus]

[training.corpus.train]
@readers = "spacy.Corpus.v1"
path = ${paths:train}
gold_preproc = true
max_length = 0
limit = 0

[training.corpus.dev]
@readers = "spacy.Corpus.v1"
path = ${paths:dev}
gold_preproc = ${training.read_train:gold_preproc}
max_length = 0
limit = 0
 </s> add dev_corpus = "corpora.dev"
train_corpus = "corpora.train"
corpus = "corpora.pretrain"
  dropout = 0.2
  n_save_every = null
  component = "tok2vec"
  layer = ""
corpus = "corpora.pretrain"
  
  [pretraining.batcher]
  @batchers = "spacy.batch_by_words.v1"
  size = 3000
keep keep keep add keep keep keep keep
 generalize corpora, dot notation for dev and train corpus 
spacy/default_config_pretraining.cfg