      DOCS: https://spacy.io/api/tokenizer
      """
      def __init__(self, Vocab vocab, rules=None, prefix_search=None,
                   suffix_search=None, infix_finditer=None, token_match=None,
                   url_match=None):
          """Create a `Tokenizer`, to create `Doc` objects given unicode text.
  
          vocab (Vocab): A storage container for lexical types.
          rules (dict): Exceptions and special-cases for the tokenizer.
          prefix_search (callable): A function matching the signature of
 
</s> remove         `infix_finditer` (callable): A function matching the signature of
 </s> add         infix_finditer (callable): A function matching the signature of </s> remove             "exceptions": lambda b: data.setdefault("rules", b)
 </s> add             "exceptions": lambda b: data.setdefault("rules", b),
            "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b), </s> remove             "exceptions": lambda: dict(sorted(self._rules.items()))
 </s> add             "exceptions": lambda: dict(sorted(self._rules.items())),
            "faster_heuristics": lambda: self.faster_heuristics,
                 url_match=None, faster_heuristics=True):
      DOCS: https://spacy.io/api/tokenizer
      """
      def __init__(self, Vocab vocab, rules=None, prefix_search=None,
                   suffix_search=None, infix_finditer=None, token_match=None,
                 url_match=None, faster_heuristics=True):
          """Create a `Tokenizer`, to create `Doc` objects given unicode text.
  
          vocab (Vocab): A storage container for lexical types.
          rules (dict): Exceptions and special-cases for the tokenizer.
          prefix_search (callable): A function matching the signature of
keep keep keep keep replace keep keep keep keep keep
 Add tokenizer option to allow Matcher handling for all rules (#10452)

* Add tokenizer option to allow Matcher handling for all rules

Add tokenizer option `with_faster_rules_heuristics` that determines
whether the special cases applied by the internal `Matcher` are filtered
by whether they contain affixes or space. If `True` (default), the rules
are filtered to prioritize speed over rare edge cases. If `False`, all
rules are included in the final `Matcher`-based pass over the doc.

* Reset all caches when reloading special cases

* Revert "Reset all caches when reloading special cases"

This reverts commit 4ef6bd171d00da01cbabc3bcde00088ba4bd5578.

* Initialize max_length properly

* Add new tag to API docs

* Rename to faster heuristics 
spacy/tokenizer.pyx