Spaces:
Runtime error
Runtime error
import { SyntaxReferenceError, SyntaxMatchError } from './error.js'; | |
import * as names from '../utils/names.js'; | |
import { cssWideKeywords } from './generic-const.js'; | |
import { createGenericTypes } from './generic.js'; | |
import * as units from './units.js'; | |
import { parse, generate, walk } from '../definition-syntax/index.js'; | |
import prepareTokens from './prepare-tokens.js'; | |
import { buildMatchGraph } from './match-graph.js'; | |
import { matchAsTree } from './match.js'; | |
import * as trace from './trace.js'; | |
import { matchFragments } from './search.js'; | |
import { getStructureFromConfig } from './structure.js'; | |
const cssWideKeywordsSyntax = buildMatchGraph(cssWideKeywords.join(' | ')); | |
function dumpMapSyntax(map, compact, syntaxAsAst) { | |
const result = {}; | |
for (const name in map) { | |
if (map[name].syntax) { | |
result[name] = syntaxAsAst | |
? map[name].syntax | |
: generate(map[name].syntax, { compact }); | |
} | |
} | |
return result; | |
} | |
function dumpAtruleMapSyntax(map, compact, syntaxAsAst) { | |
const result = {}; | |
for (const [name, atrule] of Object.entries(map)) { | |
result[name] = { | |
prelude: atrule.prelude && ( | |
syntaxAsAst | |
? atrule.prelude.syntax | |
: generate(atrule.prelude.syntax, { compact }) | |
), | |
descriptors: atrule.descriptors && dumpMapSyntax(atrule.descriptors, compact, syntaxAsAst) | |
}; | |
} | |
return result; | |
} | |
function valueHasVar(tokens) { | |
for (let i = 0; i < tokens.length; i++) { | |
if (tokens[i].value.toLowerCase() === 'var(') { | |
return true; | |
} | |
} | |
return false; | |
} | |
function buildMatchResult(matched, error, iterations) { | |
return { | |
matched, | |
iterations, | |
error, | |
...trace | |
}; | |
} | |
function matchSyntax(lexer, syntax, value, useCssWideKeywords) { | |
const tokens = prepareTokens(value, lexer.syntax); | |
let result; | |
if (valueHasVar(tokens)) { | |
return buildMatchResult(null, new Error('Matching for a tree with var() is not supported')); | |
} | |
if (useCssWideKeywords) { | |
result = matchAsTree(tokens, lexer.cssWideKeywordsSyntax, lexer); | |
} | |
if (!useCssWideKeywords || !result.match) { | |
result = matchAsTree(tokens, syntax.match, lexer); | |
if (!result.match) { | |
return buildMatchResult( | |
null, | |
new SyntaxMatchError(result.reason, syntax.syntax, value, result), | |
result.iterations | |
); | |
} | |
} | |
return buildMatchResult(result.match, null, result.iterations); | |
} | |
export class Lexer { | |
constructor(config, syntax, structure) { | |
this.cssWideKeywordsSyntax = cssWideKeywordsSyntax; | |
this.syntax = syntax; | |
this.generic = false; | |
this.units = { ...units }; | |
this.atrules = Object.create(null); | |
this.properties = Object.create(null); | |
this.types = Object.create(null); | |
this.structure = structure || getStructureFromConfig(config); | |
if (config) { | |
if (config.units) { | |
for (const group of Object.keys(units)) { | |
if (Array.isArray(config.units[group])) { | |
this.units[group] = config.units[group]; | |
} | |
} | |
} | |
if (config.types) { | |
for (const name in config.types) { | |
this.addType_(name, config.types[name]); | |
} | |
} | |
if (config.generic) { | |
this.generic = true; | |
for (const [name, value] of Object.entries(createGenericTypes(this.units))) { | |
this.addType_(name, value); | |
} | |
} | |
if (config.atrules) { | |
for (const name in config.atrules) { | |
this.addAtrule_(name, config.atrules[name]); | |
} | |
} | |
if (config.properties) { | |
for (const name in config.properties) { | |
this.addProperty_(name, config.properties[name]); | |
} | |
} | |
} | |
} | |
checkStructure(ast) { | |
function collectWarning(node, message) { | |
warns.push({ node, message }); | |
} | |
const structure = this.structure; | |
const warns = []; | |
this.syntax.walk(ast, function(node) { | |
if (structure.hasOwnProperty(node.type)) { | |
structure[node.type].check(node, collectWarning); | |
} else { | |
collectWarning(node, 'Unknown node type `' + node.type + '`'); | |
} | |
}); | |
return warns.length ? warns : false; | |
} | |
createDescriptor(syntax, type, name, parent = null) { | |
const ref = { | |
type, | |
name | |
}; | |
const descriptor = { | |
type, | |
name, | |
parent, | |
serializable: typeof syntax === 'string' || (syntax && typeof syntax.type === 'string'), | |
syntax: null, | |
match: null | |
}; | |
if (typeof syntax === 'function') { | |
descriptor.match = buildMatchGraph(syntax, ref); | |
} else { | |
if (typeof syntax === 'string') { | |
// lazy parsing on first access | |
Object.defineProperty(descriptor, 'syntax', { | |
get() { | |
Object.defineProperty(descriptor, 'syntax', { | |
value: parse(syntax) | |
}); | |
return descriptor.syntax; | |
} | |
}); | |
} else { | |
descriptor.syntax = syntax; | |
} | |
// lazy graph build on first access | |
Object.defineProperty(descriptor, 'match', { | |
get() { | |
Object.defineProperty(descriptor, 'match', { | |
value: buildMatchGraph(descriptor.syntax, ref) | |
}); | |
return descriptor.match; | |
} | |
}); | |
} | |
return descriptor; | |
} | |
addAtrule_(name, syntax) { | |
if (!syntax) { | |
return; | |
} | |
this.atrules[name] = { | |
type: 'Atrule', | |
name: name, | |
prelude: syntax.prelude ? this.createDescriptor(syntax.prelude, 'AtrulePrelude', name) : null, | |
descriptors: syntax.descriptors | |
? Object.keys(syntax.descriptors).reduce( | |
(map, descName) => { | |
map[descName] = this.createDescriptor(syntax.descriptors[descName], 'AtruleDescriptor', descName, name); | |
return map; | |
}, | |
Object.create(null) | |
) | |
: null | |
}; | |
} | |
addProperty_(name, syntax) { | |
if (!syntax) { | |
return; | |
} | |
this.properties[name] = this.createDescriptor(syntax, 'Property', name); | |
} | |
addType_(name, syntax) { | |
if (!syntax) { | |
return; | |
} | |
this.types[name] = this.createDescriptor(syntax, 'Type', name); | |
} | |
checkAtruleName(atruleName) { | |
if (!this.getAtrule(atruleName)) { | |
return new SyntaxReferenceError('Unknown at-rule', '@' + atruleName); | |
} | |
} | |
checkAtrulePrelude(atruleName, prelude) { | |
const error = this.checkAtruleName(atruleName); | |
if (error) { | |
return error; | |
} | |
const atrule = this.getAtrule(atruleName); | |
if (!atrule.prelude && prelude) { | |
return new SyntaxError('At-rule `@' + atruleName + '` should not contain a prelude'); | |
} | |
if (atrule.prelude && !prelude) { | |
if (!matchSyntax(this, atrule.prelude, '', false).matched) { | |
return new SyntaxError('At-rule `@' + atruleName + '` should contain a prelude'); | |
} | |
} | |
} | |
checkAtruleDescriptorName(atruleName, descriptorName) { | |
const error = this.checkAtruleName(atruleName); | |
if (error) { | |
return error; | |
} | |
const atrule = this.getAtrule(atruleName); | |
const descriptor = names.keyword(descriptorName); | |
if (!atrule.descriptors) { | |
return new SyntaxError('At-rule `@' + atruleName + '` has no known descriptors'); | |
} | |
if (!atrule.descriptors[descriptor.name] && | |
!atrule.descriptors[descriptor.basename]) { | |
return new SyntaxReferenceError('Unknown at-rule descriptor', descriptorName); | |
} | |
} | |
checkPropertyName(propertyName) { | |
if (!this.getProperty(propertyName)) { | |
return new SyntaxReferenceError('Unknown property', propertyName); | |
} | |
} | |
matchAtrulePrelude(atruleName, prelude) { | |
const error = this.checkAtrulePrelude(atruleName, prelude); | |
if (error) { | |
return buildMatchResult(null, error); | |
} | |
const atrule = this.getAtrule(atruleName); | |
if (!atrule.prelude) { | |
return buildMatchResult(null, null); | |
} | |
return matchSyntax(this, atrule.prelude, prelude || '', false); | |
} | |
matchAtruleDescriptor(atruleName, descriptorName, value) { | |
const error = this.checkAtruleDescriptorName(atruleName, descriptorName); | |
if (error) { | |
return buildMatchResult(null, error); | |
} | |
const atrule = this.getAtrule(atruleName); | |
const descriptor = names.keyword(descriptorName); | |
return matchSyntax(this, atrule.descriptors[descriptor.name] || atrule.descriptors[descriptor.basename], value, false); | |
} | |
matchDeclaration(node) { | |
if (node.type !== 'Declaration') { | |
return buildMatchResult(null, new Error('Not a Declaration node')); | |
} | |
return this.matchProperty(node.property, node.value); | |
} | |
matchProperty(propertyName, value) { | |
// don't match syntax for a custom property at the moment | |
if (names.property(propertyName).custom) { | |
return buildMatchResult(null, new Error('Lexer matching doesn\'t applicable for custom properties')); | |
} | |
const error = this.checkPropertyName(propertyName); | |
if (error) { | |
return buildMatchResult(null, error); | |
} | |
return matchSyntax(this, this.getProperty(propertyName), value, true); | |
} | |
matchType(typeName, value) { | |
const typeSyntax = this.getType(typeName); | |
if (!typeSyntax) { | |
return buildMatchResult(null, new SyntaxReferenceError('Unknown type', typeName)); | |
} | |
return matchSyntax(this, typeSyntax, value, false); | |
} | |
match(syntax, value) { | |
if (typeof syntax !== 'string' && (!syntax || !syntax.type)) { | |
return buildMatchResult(null, new SyntaxReferenceError('Bad syntax')); | |
} | |
if (typeof syntax === 'string' || !syntax.match) { | |
syntax = this.createDescriptor(syntax, 'Type', 'anonymous'); | |
} | |
return matchSyntax(this, syntax, value, false); | |
} | |
findValueFragments(propertyName, value, type, name) { | |
return matchFragments(this, value, this.matchProperty(propertyName, value), type, name); | |
} | |
findDeclarationValueFragments(declaration, type, name) { | |
return matchFragments(this, declaration.value, this.matchDeclaration(declaration), type, name); | |
} | |
findAllFragments(ast, type, name) { | |
const result = []; | |
this.syntax.walk(ast, { | |
visit: 'Declaration', | |
enter: (declaration) => { | |
result.push.apply(result, this.findDeclarationValueFragments(declaration, type, name)); | |
} | |
}); | |
return result; | |
} | |
getAtrule(atruleName, fallbackBasename = true) { | |
const atrule = names.keyword(atruleName); | |
const atruleEntry = atrule.vendor && fallbackBasename | |
? this.atrules[atrule.name] || this.atrules[atrule.basename] | |
: this.atrules[atrule.name]; | |
return atruleEntry || null; | |
} | |
getAtrulePrelude(atruleName, fallbackBasename = true) { | |
const atrule = this.getAtrule(atruleName, fallbackBasename); | |
return atrule && atrule.prelude || null; | |
} | |
getAtruleDescriptor(atruleName, name) { | |
return this.atrules.hasOwnProperty(atruleName) && this.atrules.declarators | |
? this.atrules[atruleName].declarators[name] || null | |
: null; | |
} | |
getProperty(propertyName, fallbackBasename = true) { | |
const property = names.property(propertyName); | |
const propertyEntry = property.vendor && fallbackBasename | |
? this.properties[property.name] || this.properties[property.basename] | |
: this.properties[property.name]; | |
return propertyEntry || null; | |
} | |
getType(name) { | |
return hasOwnProperty.call(this.types, name) ? this.types[name] : null; | |
} | |
validate() { | |
function validate(syntax, name, broken, descriptor) { | |
if (broken.has(name)) { | |
return broken.get(name); | |
} | |
broken.set(name, false); | |
if (descriptor.syntax !== null) { | |
walk(descriptor.syntax, function(node) { | |
if (node.type !== 'Type' && node.type !== 'Property') { | |
return; | |
} | |
const map = node.type === 'Type' ? syntax.types : syntax.properties; | |
const brokenMap = node.type === 'Type' ? brokenTypes : brokenProperties; | |
if (!hasOwnProperty.call(map, node.name) || validate(syntax, node.name, brokenMap, map[node.name])) { | |
broken.set(name, true); | |
} | |
}, this); | |
} | |
} | |
let brokenTypes = new Map(); | |
let brokenProperties = new Map(); | |
for (const key in this.types) { | |
validate(this, key, brokenTypes, this.types[key]); | |
} | |
for (const key in this.properties) { | |
validate(this, key, brokenProperties, this.properties[key]); | |
} | |
brokenTypes = [...brokenTypes.keys()].filter(name => brokenTypes.get(name)); | |
brokenProperties = [...brokenProperties.keys()].filter(name => brokenProperties.get(name)); | |
if (brokenTypes.length || brokenProperties.length) { | |
return { | |
types: brokenTypes, | |
properties: brokenProperties | |
}; | |
} | |
return null; | |
} | |
dump(syntaxAsAst, pretty) { | |
return { | |
generic: this.generic, | |
units: this.units, | |
types: dumpMapSyntax(this.types, !pretty, syntaxAsAst), | |
properties: dumpMapSyntax(this.properties, !pretty, syntaxAsAst), | |
atrules: dumpAtruleMapSyntax(this.atrules, !pretty, syntaxAsAst) | |
}; | |
} | |
toString() { | |
return JSON.stringify(this.dump()); | |
} | |
}; | |