def test_word_tokenize(self):
    '\n        Test word_tokenize function\n        '
    sentence = "The 'v', I've been fooled but I'll seek revenge."
    expected = ['The', "'", 'v', "'", ',', 'I', "'ve", 'been', 'fooled', 'but', 'I', "'ll", 'seek', 'revenge', '.']
    assert (word_tokenize(sentence) == expected)
    sentence = "'v' 're'"
    expected = ["'", 'v', "'", "'re", "'"]
    assert (word_tokenize(sentence) == expected)
Test word_tokenize function
def test_word_tokenize(self):
    '\n        \n        '
    sentence = "The 'v', I've been fooled but I'll seek revenge."
    expected = ['The', "'", 'v', "'", ',', 'I', "'ve", 'been', 'fooled', 'but', 'I', "'ll", 'seek', 'revenge', '.']
    assert (word_tokenize(sentence) == expected)
    sentence = "'v' 're'"
    expected = ["'", 'v', "'", "'re", "'"]
    assert (word_tokenize(sentence) == expected)