'Test tokenization of node names.'

def test_tokenize_nodenames(self):

    self.assertEqual(tgrep.tgrep_tokenize(u'Robert'), [u'Robert'])
    self.assertEqual(tgrep.tgrep_tokenize(u'/^[Bb]ob/'), [u'/^[Bb]ob/'])
    self.assertEqual(tgrep.tgrep_tokenize(u'*'), [u'*'])
    self.assertEqual(tgrep.tgrep_tokenize(u'__'), [u'__'])
    self.assertEqual(tgrep.tgrep_tokenize(u'N()'), [u'N(', u')'])
    self.assertEqual(tgrep.tgrep_tokenize(u'N(0,)'), [u'N(', u'0', u',', u')'])
    self.assertEqual(tgrep.tgrep_tokenize(u'N(0,0)'), [u'N(', u'0', u',', u'0', u')'])
    self.assertEqual(tgrep.tgrep_tokenize(u'N(0,0,)'), [u'N(', u'0', u',', u'0', u',', u')'])
