code: def test_tokenize(self):
      self.assertRaises(
          AssertionError, self.test_processor.tokenize, []
      )
      self.assertEqual([], self.test_processor.tokenize(""))
      sents = [
          "we're playing ping pang ball, you are so lazy. She's so beautiful!",
          "I dont know this issue.",
          "I don't know this `issue,.",
          "2020-year-plan is to write 3 papers",
          "this is ., token ? ! @# . Ok!",
      ]
      for sent in sents:
          self.assertEqual(
              self.test_processor.tokenize(sent, is_one_sent=1),
              self.test_processor.tokenize(sent, is_one_sent=0),
          )
          self.assertEqual(
              self.test_processor.tokenize(
                  sent, is_one_sent=1, split_by_space=1
              ),
              sent.split(" "),
          )
          self.assertEqual(
              self.test_processor.tokenize(
                  sent, is_one_sent=0, split_by_space=1
              ),
              sent.split(" "),
          )
  
file_path: textflint/test/common/preprocess/test_en_processor.py
imports: import unittest
  from textflint.common.preprocess.en_processor import EnProcessor
label_desc: Use image node_id 4 for calling the TestEnProcessor obj's underlying member method code with example usage: obj.test_tokenize() without return types