code: def __init__(
      self,
      byte_encoding=None,
      lowercase_characters=False,
      start_tokens=None,
      end_tokens=None,
  ):
      self._byte_encoding = byte_encoding
      self._lowercase_characters = lowercase_characters
      self._start_tokens = start_tokens or []
      # We reverse the tokens here because we're going to insert them with `insert(0)` later;
      # this makes sure they show up in the right order.
      self._start_tokens.reverse()
      self._end_tokens = end_tokens or []
  
file_path: magnitude/pymagnitude/third_party/allennlp/data/tokenizers/character_tokenizer.py
imports: from __future__ import absolute_import
  from allennlp.data.tokenizers.token import Token
  from allennlp.data.tokenizers.tokenizer import Tokenizer
label_desc: Use image node_id 1 to create a new CharacterTokenizer object from inherited base classes: Tokenizer with example: obj = CharacterTokenizer(byte_encoding, lowercase_characters, start_tokens, end_tokens)