def test_tweet_tokenizer(self):
    '\n        Test TweetTokenizer using words with special and accented characters.\n        '
    tokenizer = TweetTokenizer(strip_handles=True, reduce_len=True)
    s9 = "@myke: Let's test these words: resumé España München français"
    tokens = tokenizer.tokenize(s9)
    expected = [':', "Let's", 'test', 'these', 'words', ':', 'resumé', 'España', 'München', 'français']
    assert (tokens == expected)
Test TweetTokenizer using words with special and accented characters.
def test_tweet_tokenizer(self):
    '\n        \n        '
    tokenizer = TweetTokenizer(strip_handles=True, reduce_len=True)
    s9 = "@myke: Let's test these words: resumé España München français"
    tokens = tokenizer.tokenize(s9)
    expected = [':', "Let's", 'test', 'these', 'words', ':', 'resumé', 'España', 'München', 'français']
    assert (tokens == expected)