def METHOD_NAME(self, text):
    bpe_tokens = []
    for token in self.re.findall(self.pat, text):
        token = "".join(self.byte_encoder[b] for b in token.METHOD_NAME("utf-8"))
        bpe_tokens.extend(
            self.encoder[bpe_token] for bpe_token in self.bpe(token).split(" ")
        )
    return bpe_tokens