class_docstr: Runs end-to-end tokenziation.
class_docstr_tok: ["Runs","end-to-end","tokenziation","."]
docstr: Convert tokens to ids.
docstr_tok: ["Convert","tokens","to","ids","."]
code: def convert_tokens_to_ids(self, tokens):
      """Convert tokens to ids."""
      ret = []
      unk_id = self.vocab["<unk>"]
      for token in tokens:
          if token in self.vocab:
              ret.append(self.vocab[token])
          else:
              ret.append(unk_id)
      return ret
  
imports: import collections
  import sentencepiece
  import unicodedata
  from .args import str2bool
label_desc: Use image node_id 4 for calling the SentencePieceTokenizer obj's underlying member method code with example usage: obj.convert_tokens_to_ids(tokens) and returns: ret