def METHOD_NAME(self, text):
    tokens = []
    text = whitespace_clean(basic_clean(text)).lower()
    for token in re.findall(self.pat, text):
        token = ''.join(self.byte_encoder[b]
                        for b in token.encode('utf-8'))
        tokens.extend(
            bpe_token for bpe_token in self.bpe(token).split(' '))
    return tokens