  from .pipes import Tagger, DependencyParser, EntityRecognizer, EntityLinker
  from .pipes import TextCategorizer, Tensorizer, Pipe, Sentencizer
  from .pipes import SentenceRecognizer
  from .morphologizer import Morphologizer
  from .entityruler import EntityRuler
  from .tok2vec import Tok2Vec
  from .hooks import SentenceSegmenter, SimilarityHook
  from .functions import merge_entities, merge_noun_chunks, merge_subtokens
 
</s> remove from ._parser_model import ParserModel
 </s> add  </s> remove from thinc.api import set_dropout_rate
 </s> add from thinc.api import set_dropout_rate, SequenceCategoricalCrossentropy </s> remove from thinc.api import Model, chain, list2array, Linear, zero_init, use_ops
 </s> add from thinc.api import Model, chain, list2array, Linear, zero_init, use_ops, with_array
from .simple_ner import SimpleNER
  from .pipes import Tagger, DependencyParser, EntityRecognizer, EntityLinker
  from .pipes import TextCategorizer, Tensorizer, Pipe, Sentencizer
  from .pipes import SentenceRecognizer
from .simple_ner import SimpleNER
  from .morphologizer import Morphologizer
  from .entityruler import EntityRuler
  from .tok2vec import Tok2Vec
  from .hooks import SentenceSegmenter, SimilarityHook
  from .functions import merge_entities, merge_noun_chunks, merge_subtokens
keep keep add keep keep keep keep keep
 Adapt parser and NER for transformers (#5449)

* Draft layer for BILUO actions

* Fixes to biluo layer

* WIP on BILUO layer

* Add tests for BILUO layer

* Format

* Fix transitions

* Update test

* Link in the simple_ner

* Update BILUO tagger

* Update __init__

* Import simple_ner

* Update test

* Import

* Add files

* Add config

* Fix label passing for BILUO and tagger

* Fix label handling for simple_ner component

* Update simple NER test

* Update config

* Hack train script

* Update BILUO layer

* Fix SimpleNER component

* Update train_from_config

* Add biluo_to_iob helper

* Add IOB layer

* Add IOBTagger model

* Update biluo layer

* Update SimpleNER tagger

* Update BILUO

* Read random seed in train-from-config

* Update use of normal_init

* Fix normalization of gradient in SimpleNER

* Update IOBTagger

* Remove print

* Tweak masking in BILUO

* Add dropout in SimpleNER

* Update thinc

* Tidy up simple_ner

* Fix biluo model

* Unhack train-from-config

* Update setup.cfg and requirements

* Add tb_framework.py for parser model

* Try to avoid memory leak in BILUO

* Move ParserModel into spacy.ml, avoid need for subclass.

* Use updated parser model

* Remove incorrect call to model.initializre in PrecomputableAffine

* Update parser model

* Avoid divide by zero in tagger

* Add extra dropout layer in tagger

* Refine minibatch_by_words function to avoid oom

* Fix parser model after refactor

* Try to avoid div-by-zero in SimpleNER

* Fix infinite loop in minibatch_by_words

* Use SequenceCategoricalCrossentropy in Tagger

* Fix parser model when hidden layer

* Remove extra dropout from tagger

* Add extra nan check in tagger

* Fix thinc version

* Update tests and imports

* Fix test

* Update test

* Update tests

* Fix tests

* Fix test

Co-authored-by: Ines Montani <ines@ines.io> 
spacy/pipeline/__init__.py