'Test tokenization of quoting.'

def test_tokenize_quoting(self):

    self.assertEqual(tgrep.tgrep_tokenize(u'"A<<:B"<<:"A    $..    B"<"A>3B"<C'), [u'"A<<:B"', u'<<:', u'"A    $..    B"', u'<', u'"A>3B"', u'<', u'C'])
