<NME> lang-yaml.js
<BEF> /**
 * @license
 * Copyright (C) 2015 ribrdb @ code.google.com
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
PR.registerLangHandler(
  PR.createSimpleLexer(
    [
      [PR.PR_PUNCTUATION, /^[:|>?]/, null, ':|>?'],
      [PR.PR_DECLARATION,  /^%(?:YAML|TAG)[^#\r\n]+/, null, '%'],
      [PR.PR_TYPE, /^[&]\S+/, null, '&'],
      [PR.PR_TYPE, /^!\S*/, null, '!'],
      [PR.PR_STRING, /^"(?:[^\\"]|\\.)*(?:"|$)/, null, '"'],
      [PR.PR_STRING, /^'(?:[^']|'')*(?:'|$)/, null, "'"],
      [PR.PR_COMMENT, /^#[^\r\n]*/, null, '#']
    ],
    [
      [PR.PR_DECLARATION, /^(?:---|\.\.\.)(?:[\r\n]|$)/],
      [PR.PR_PUNCTUATION, /^-/],
      [PR.PR_KEYWORD, /^\w+:[ \r\n]/]
    ]), ['yaml', 'yml']);
PR['registerLangHandler'](
  PR['createSimpleLexer'](
    [
      [PR['PR_PUNCTUATION'], /^[:|>?]+/, null, ':|>?'],
      [PR['PR_DECLARATION'],  /^%(?:YAML|TAG)[^#\r\n]+/, null, '%'],
      [PR['PR_TYPE'], /^[&]\S+/, null, '&'],
      [PR['PR_TYPE'], /^!\S*/, null, '!'],
      [PR['PR_STRING'], /^"(?:[^\\"]|\\.)*(?:"|$)/, null, '"'],
      [PR['PR_STRING'], /^'(?:[^']|'')*(?:'|$)/, null, "'"],
      [PR['PR_COMMENT'], /^#[^\r\n]*/, null, '#'],
      [PR['PR_PLAIN'], /^\s+/, null, ' \t\r\n']
    ],
    [
      [PR['PR_DECLARATION'], /^(?:---|\.\.\.)(?:[\r\n]|$)/],
      [PR['PR_PUNCTUATION'], /^-/],
      [PR['PR_KEYWORD'], /^[\w-]+:[ \r\n]/],
      [PR['PR_PLAIN'], /^\w+/]
    ]), ['yaml', 'yml']);

<MSG> reduced the number of tokens generated by YAML mode by coallescing tokens
<DFF> @@ -10,16 +10,18 @@
 PR.registerLangHandler(
   PR.createSimpleLexer(
     [
-      [PR.PR_PUNCTUATION, /^[:|>?]/, null, ':|>?'],
+      [PR.PR_PUNCTUATION, /^[:|>?]+/, null, ':|>?'],
       [PR.PR_DECLARATION,  /^%(?:YAML|TAG)[^#\r\n]+/, null, '%'],
       [PR.PR_TYPE, /^[&]\S+/, null, '&'],
       [PR.PR_TYPE, /^!\S*/, null, '!'],
       [PR.PR_STRING, /^"(?:[^\\"]|\\.)*(?:"|$)/, null, '"'],
       [PR.PR_STRING, /^'(?:[^']|'')*(?:'|$)/, null, "'"],
-      [PR.PR_COMMENT, /^#[^\r\n]*/, null, '#']
+      [PR.PR_COMMENT, /^#[^\r\n]*/, null, '#'],
+      [PR.PR_PLAIN, /^\s+/, null, ' \t\r\n']
     ],
     [
       [PR.PR_DECLARATION, /^(?:---|\.\.\.)(?:[\r\n]|$)/],
       [PR.PR_PUNCTUATION, /^-/],
-      [PR.PR_KEYWORD, /^\w+:[ \r\n]/]
+      [PR.PR_KEYWORD, /^\w+:[ \r\n]/],
+      [PR.PR_PLAIN, /^\w+/]
     ]), ['yaml', 'yml']);

{'addition_count': 5, 'commit_subject': 'reduced the number of tokens generated by YAML mode by coallescing tokens', 'deletion_count': 3, 'file_extension': '.js', 'lang': 'js', 'license': 'apache-2.0', 'repo_name': 'googlearchive/code-prettify'}