Maybe it'll help on performance
@@ -89,6 +89,7 @@ namespace {
// Scan
bool scan(TSLexer *lexer, const bool *valid_symbols) {
+ if (valid_symbols[COMMENT] || valid_symbols[MULTILINE_STRING]) {
while (iswspace(lexer->lookahead)) {
skip(lexer);
}
@@ -110,6 +111,9 @@ namespace {
return true;
}
+
+ return false;
+ }
};
}
