nl_tokens: array = > array
pl_tokens: function prepareTokens ( tokens ) { let result = [ ] ; let lastToken = null ; tokens . forEach ( token => { let newToken = null ; if ( token . type === "text" ) { let value = token . value . replace ( GRE_WS , " " ) . trim ( ) ; if ( value !== "" ) { if ( lastToken && lastToken . type === "text" ) { lastToken . <mask> += value ; } else { newToken = { type : "text" , start : token . start , value } ; } } } else if ( token . type !== "comment" ) { newToken = token ; } if ( newToken ) { result . push ( newToken ) ; lastToken = newToken ; } } ) ; result . push ( { type : "$" } ) ; return result ; }