original_string: function it_tokenize_templates()
      {
          $this->tokenize(new Cursor("TEXT <{ ... . keyword 'string' \"string\" 3.14 var null true false }> TEXT"))->shouldBeLike([
              new Token(Token::TYPE_TEXT, 'TEXT ', 1),
              new Token(Token::TYPE_OPEN_TAG | Token::TYPE_SYMBOL, '<{', 1),
              new Token(Token::TYPE_SYMBOL, '...', 1),
              new Token(Token::TYPE_SYMBOL, '.', 1),
              new Token(Token::TYPE_KEYWORD | Token::TYPE_IDENTIFIER, 'keyword', 1),
              new Token(Token::TYPE_STRING | Token::TYPE_SINGLE_QUOTED, 'string', 1),
              new Token(Token::TYPE_STRING | Token::TYPE_DOUBLE_QUOTED, 'string', 1),
              new Token(Token::TYPE_NUMBER, '3.14', 1),
              new Token(Token::TYPE_IDENTIFIER, 'var', 1),
              new Token(Token::TYPE_CONSTANT, 'null', 1),
              new Token(Token::TYPE_CONSTANT, 'true', 1),
              new Token(Token::TYPE_CONSTANT, 'false', 1),
              new Token(Token::TYPE_CLOSE_TAG | Token::TYPE_SYMBOL, '}>', 1),
              new Token(Token::TYPE_TEXT, ' TEXT', 1),
              new Token(Token::TYPE_EOF, null, 1),
          ]);
      }
code: function it_tokenize_templates()
      {
          $this->tokenize(new Cursor("TEXT <{ ... . keyword 'string' \"string\" 3.14 var null true false }> TEXT"))->shouldBeLike([
              new Token(Token::TYPE_TEXT, 'TEXT ', 1),
              new Token(Token::TYPE_OPEN_TAG | Token::TYPE_SYMBOL, '<{', 1),
              new Token(Token::TYPE_SYMBOL, '...', 1),
              new Token(Token::TYPE_SYMBOL, '.', 1),
              new Token(Token::TYPE_KEYWORD | Token::TYPE_IDENTIFIER, 'keyword', 1),
              new Token(Token::TYPE_STRING | Token::TYPE_SINGLE_QUOTED, 'string', 1),
              new Token(Token::TYPE_STRING | Token::TYPE_DOUBLE_QUOTED, 'string', 1),
              new Token(Token::TYPE_NUMBER, '3.14', 1),
              new Token(Token::TYPE_IDENTIFIER, 'var', 1),
              new Token(Token::TYPE_CONSTANT, 'null', 1),
              new Token(Token::TYPE_CONSTANT, 'true', 1),
              new Token(Token::TYPE_CONSTANT, 'false', 1),
              new Token(Token::TYPE_CLOSE_TAG | Token::TYPE_SYMBOL, '}>', 1),
              new Token(Token::TYPE_TEXT, ' TEXT', 1),
              new Token(Token::TYPE_EOF, null, 1),
          ]);
      }
code_tokens: function it_tokenize_templates ( ) { $ this -> tokenize ( new Cursor ( "TEXT <{ ... . keyword 'string' \"string\" 3.14 var null true false }> TEXT" ) ) -> shouldBeLike ( [ new Token ( Token :: TYPE_TEXT , 'TEXT ' , 1 ) , new Token ( Token :: TYPE_OPEN_TAG | Token :: TYPE_SYMBOL , '<{' , 1 ) , new Token ( Token :: TYPE_SYMBOL , '...' , 1 ) , new Token ( Token :: TYPE_SYMBOL , '.' , 1 ) , new Token ( Token :: TYPE_KEYWORD | Token :: TYPE_IDENTIFIER , 'keyword' , 1 ) , new Token ( Token :: TYPE_STRING | Token :: TYPE_SINGLE_QUOTED , 'string' , 1 ) , new Token ( Token :: TYPE_STRING | Token :: TYPE_DOUBLE_QUOTED , 'string' , 1 ) , new Token ( Token :: TYPE_NUMBER , '3.14' , 1 ) , new Token ( Token :: TYPE_IDENTIFIER , 'var' , 1 ) , new Token ( Token :: TYPE_CONSTANT , 'null' , 1 ) , new Token ( Token :: TYPE_CONSTANT , 'true' , 1 ) , new Token ( Token :: TYPE_CONSTANT , 'false' , 1 ) , new Token ( Token :: TYPE_CLOSE_TAG | Token :: TYPE_SYMBOL , '}>' , 1 ) , new Token ( Token :: TYPE_TEXT , ' TEXT' , 1 ) , new Token ( Token :: TYPE_EOF , null , 1 ) , ] ) ; }
docstring: It tokenize templates.
docstring_tokens: It tokenize templates .