text: __version__ = "0.9.0.dev4"
  
  from typing import Tuple, Union, Tuple, List
  from enum import Enum
  
  Offsets = Tuple[int, int]
  
  TextInputSequence = str
  PreTokenizedInputSequence = Union[List[str], Tuple[str]]
  TextEncodeInput = Union[TextInputSequence, Tuple[TextInputSequence, TextInputSequence]]
  PreTokenizedEncodeInput = Union[
      PreTokenizedInputSequence,
      Tuple[PreTokenizedInputSequence, PreTokenizedInputSequence],
  ]
  
  InputSequence = Union[TextInputSequence, PreTokenizedInputSequence]
  EncodeInput = Union[TextEncodeInput, PreTokenizedEncodeInput]
  
  
  class OffsetReferential(Enum):
      ORIGINAL = "original"
      NORMALIZED = "normalized"
  
  
  class OffsetType(Enum):
      BYTE = "byte"
      CHAR = "char"
  
  
  class SplitDelimiterBehavior(Enum):
      REMOVED = "removed"
      ISOLATED = "isolated"
      MERGED_WITH_PREVIOUS = "merged_with_previous"
      MERGED_WITH_NEXT = "merged_with_next"
      CONTIGUOUS = "contiguous"
  
  
  from .tokenizers import (
      Tokenizer,
      Encoding,
      AddedToken,
      Regex,
      NormalizedString,
      PreTokenizedString,
      Token,
  )
  from .tokenizers import decoders
  from .tokenizers import models
  from .tokenizers import normalizers
  from .tokenizers import pre_tokenizers
  from .tokenizers import processors
  from .tokenizers import trainers
  from .implementations import (
      ByteLevelBPETokenizer,
      CharBPETokenizer,
      SentencePieceBPETokenizer,
      SentencePieceUnigramTokenizer,
      BertWordPieceTokenizer,
  )
  