code: def tokenize(string, language):
      """Tokenizes the input
  
      Args:
          string (str): Input to tokenize
          language (str): Language to use during tokenization
  
      Returns:
          list of :class:`.Token`: The list of tokenized values
      """
      from snips_nlu_utils import tokenize as _tokenize
  
      tokens = [
          Token(
              value=token["value"],
              start=token["char_range"]["start"],
              end=token["char_range"]["end"],
          )
          for token in _tokenize(string, language)
      ]
      return tokens
  
file_path: snips-nlu/snips_nlu/preprocessing.py
imports: from __future__ import unicode_literals
  from builtins import object
  from snips_nlu.resources import get_stems
label_desc: Use image node_id 5 for calling a global function with example usage: tokenize(string, language) and returns: tokens