def METHOD_NAME(self):
    tokenizer = self.get_tokenizer()
    text = "lower newer"
    bpe_tokens = ["l", "o", "w", "er", "\u0120", "n", "e", "w", "er"]
    tokens = tokenizer.tokenize(text)
    self.assertListEqual(tokens, bpe_tokens)
    input_tokens = tokens + [tokenizer.unk_token]
    input_bpe_tokens = [0, 1, 2, 15, 10, 9, 3, 2, 15, 19]
    self.assertListEqual(tokenizer.convert_tokens_to_ids(input_tokens), input_bpe_tokens)