def test_pad_dotdot(self):
    '\n        Test padding of dotdot* for word tokenization.\n        '
    text = 'Why did dotdot.. not get tokenized but dotdotdot... did? How about manydots.....'
    expected = ['Why', 'did', 'dotdot', '..', 'not', 'get', 'tokenized', 'but', 'dotdotdot', '...', 'did', '?', 'How', 'about', 'manydots', '.....']
    assert (word_tokenize(text) == expected)
Test padding of dotdot* for word tokenization.
def test_pad_dotdot(self):
    '\n        \n        '
    text = 'Why did dotdot.. not get tokenized but dotdotdot... did? How about manydots.....'
    expected = ['Why', 'did', 'dotdot', '..', 'not', 'get', 'tokenized', 'but', 'dotdotdot', '...', 'did', '?', 'How', 'about', 'manydots', '.....']
    assert (word_tokenize(text) == expected)