'Converts a native string to a list of subtoken ids.
Args:
raw_text: a native string.
Returns:
a list of integers in the range [0, vocab_size)'

def encode(self, raw_text):

    return self._tokens_to_subtoken_ids(tokenizer.encode(native_to_unicode(raw_text)))
