'Test TweetTokenizer using words with special and accented characters.'

def test_tweet_tokenizer(self):

    tokenizer = TweetTokenizer(strip_handles=True, reduce_len=True)
    s9 = u"@myke:    Let's    test    these    words:    resum\xe9    Espa\xf1a    M\xfcnchen    fran\xe7ais"
    tokens = tokenizer.tokenize(s9)
    expected = [u':', u"Let's", u'test', u'these', u'words', u':', u'resum\xe9', u'Espa\xf1a', u'M\xfcnchen', u'fran\xe7ais']
    self.assertEqual(tokens, expected)
