docstr: Process a single line of raw inputs into tokens, it supports
  two input formats:
  1) a single text
  2) a token
  
  Returns a list of tokens with start and end indices in original input.
docstr_tok: ["Process","a","single","line","of","raw","inputs","into","tokens",",","it","supports","two","input","formats",":","1",")","a","single","text","2",")","a","token","Returns","a","list","of","tokens","with","start","and","end","indices","in","original","input","."]
code: def tokenize(self, input: str) -> List[Tuple[str, int, int]]:
      """
      Process a single line of raw inputs into tokens, it supports
      two input formats:
      1) a single text
      2) a token
  
      Returns a list of tokens with start and end indices in original input.
      """
      raise NotImplementedError
  
file_path: pytext/pytext/torchscript/tokenizer/tokenizer.py
imports: from typing import List, Tuple
  import torch
  from .bpe import ScriptBPE
label_desc: Use image node_id 1 for calling the ScriptTokenizerBase obj's underlying member method code with example usage: obj.tokenize(input) without return types