def METHOD_NAME(self, text, replace_space=True):
    """tokenizer split text into text tokens"""
    if self.unit_type == 'char':
        tokens = self.char_tokenize(text, replace_space)
    elif self.unit_type == 'word':
        tokens = self.word_tokenize(text)
    else:  # spm
        tokens = self.spm_tokenize(text)
    return tokens