nl_tokens: Creates a tokenizer to tokenize HTML into blocks .
pl_tokens: function createTokenizer ( ) { tokens = [ ] ; htmlBlockTokenizer = core ( function ( token ) { tokens . <mask> ( token ) ; } ) ; htmlBlockTokenizer . addRule ( contentRegex , "content" ) ; htmlBlockTokenizer . addRule ( greaterThanContentRegex , "greater-than-sign-content" ) ; htmlBlockTokenizer . addRule ( blockElementStartRegex , "block-start" ) ; htmlBlockTokenizer . addRule ( blockElementEndRegex , "block-end" ) ; htmlBlockTokenizer . addRule ( inlineElementStartRegex , "inline-start" ) ; htmlBlockTokenizer . addRule ( inlineElementEndRegex , "inline-end" ) ; htmlBlockTokenizer . addRule ( otherElementStartRegex , "other-element-start" ) ; htmlBlockTokenizer . addRule ( otherElementEndRegex , "other-element-end" ) ; }