class_docstr: Class containing unit tests for nltk.tgrep.
class_docstr_tok: ["Class","containing","unit","tests","for","nltk.tgrep","."]
docstr: Simple test of tokenization.
docstr_tok: ["Simple","test","of","tokenization","."]
code: def test_tokenize_simple(self):
      """
      Simple test of tokenization.
      """
      tokens = tgrep.tgrep_tokenize(
          "A .. (B !< C . D) | ![<< (E , F) $ G]"
      )
      self.assertEqual(
          tokens,
          [
              "A",
              "..",
              "(",
              "B",
              "!",
              "<",
              "C",
              ".",
              "D",
              ")",
              "|",
              "!",
              "[",
              "<<",
              "(",
              "E",
              ",",
              "F",
              ")",
              "$",
              "G",
              "]",
          ],
      )
  
imports: import unittest
  from nltk import tgrep
  from nltk.tree import ParentedTree
label_desc: Use image node_id 1 for calling the TestSequenceFunctions obj's underlying member method code with example usage: obj.test_tokenize_simple() without return types