Spaces:
Sleeping
Sleeping
; | |
const fs = require('fs'); | |
const sysPath = require('path'); | |
const { promisify } = require('util'); | |
let fsevents; | |
try { | |
fsevents = require('fsevents'); | |
} catch (error) { | |
if (process.env.CHOKIDAR_PRINT_FSEVENTS_REQUIRE_ERROR) console.error(error); | |
} | |
if (fsevents) { | |
// TODO: real check | |
const mtch = process.version.match(/v(\d+)\.(\d+)/); | |
if (mtch && mtch[1] && mtch[2]) { | |
const maj = Number.parseInt(mtch[1], 10); | |
const min = Number.parseInt(mtch[2], 10); | |
if (maj === 8 && min < 16) { | |
fsevents = undefined; | |
} | |
} | |
} | |
const { | |
EV_ADD, | |
EV_CHANGE, | |
EV_ADD_DIR, | |
EV_UNLINK, | |
EV_ERROR, | |
STR_DATA, | |
STR_END, | |
FSEVENT_CREATED, | |
FSEVENT_MODIFIED, | |
FSEVENT_DELETED, | |
FSEVENT_MOVED, | |
// FSEVENT_CLONED, | |
FSEVENT_UNKNOWN, | |
FSEVENT_TYPE_FILE, | |
FSEVENT_TYPE_DIRECTORY, | |
FSEVENT_TYPE_SYMLINK, | |
ROOT_GLOBSTAR, | |
DIR_SUFFIX, | |
DOT_SLASH, | |
FUNCTION_TYPE, | |
EMPTY_FN, | |
IDENTITY_FN | |
} = require('./constants'); | |
const Depth = (value) => isNaN(value) ? {} : {depth: value}; | |
const stat = promisify(fs.stat); | |
const lstat = promisify(fs.lstat); | |
const realpath = promisify(fs.realpath); | |
const statMethods = { stat, lstat }; | |
/** | |
* @typedef {String} Path | |
*/ | |
/** | |
* @typedef {Object} FsEventsWatchContainer | |
* @property {Set<Function>} listeners | |
* @property {Function} rawEmitter | |
* @property {{stop: Function}} watcher | |
*/ | |
// fsevents instance helper functions | |
/** | |
* Object to hold per-process fsevents instances (may be shared across chokidar FSWatcher instances) | |
* @type {Map<Path,FsEventsWatchContainer>} | |
*/ | |
const FSEventsWatchers = new Map(); | |
// Threshold of duplicate path prefixes at which to start | |
// consolidating going forward | |
const consolidateThreshhold = 10; | |
const wrongEventFlags = new Set([ | |
69888, 70400, 71424, 72704, 73472, 131328, 131840, 262912 | |
]); | |
/** | |
* Instantiates the fsevents interface | |
* @param {Path} path path to be watched | |
* @param {Function} callback called when fsevents is bound and ready | |
* @returns {{stop: Function}} new fsevents instance | |
*/ | |
const createFSEventsInstance = (path, callback) => { | |
const stop = fsevents.watch(path, callback); | |
return {stop}; | |
}; | |
/** | |
* Instantiates the fsevents interface or binds listeners to an existing one covering | |
* the same file tree. | |
* @param {Path} path - to be watched | |
* @param {Path} realPath - real path for symlinks | |
* @param {Function} listener - called when fsevents emits events | |
* @param {Function} rawEmitter - passes data to listeners of the 'raw' event | |
* @returns {Function} closer | |
*/ | |
function setFSEventsListener(path, realPath, listener, rawEmitter) { | |
let watchPath = sysPath.extname(realPath) ? sysPath.dirname(realPath) : realPath; | |
const parentPath = sysPath.dirname(watchPath); | |
let cont = FSEventsWatchers.get(watchPath); | |
// If we've accumulated a substantial number of paths that | |
// could have been consolidated by watching one directory | |
// above the current one, create a watcher on the parent | |
// path instead, so that we do consolidate going forward. | |
if (couldConsolidate(parentPath)) { | |
watchPath = parentPath; | |
} | |
const resolvedPath = sysPath.resolve(path); | |
const hasSymlink = resolvedPath !== realPath; | |
const filteredListener = (fullPath, flags, info) => { | |
if (hasSymlink) fullPath = fullPath.replace(realPath, resolvedPath); | |
if ( | |
fullPath === resolvedPath || | |
!fullPath.indexOf(resolvedPath + sysPath.sep) | |
) listener(fullPath, flags, info); | |
}; | |
// check if there is already a watcher on a parent path | |
// modifies `watchPath` to the parent path when it finds a match | |
let watchedParent = false; | |
for (const watchedPath of FSEventsWatchers.keys()) { | |
if (realPath.indexOf(sysPath.resolve(watchedPath) + sysPath.sep) === 0) { | |
watchPath = watchedPath; | |
cont = FSEventsWatchers.get(watchPath); | |
watchedParent = true; | |
break; | |
} | |
} | |
if (cont || watchedParent) { | |
cont.listeners.add(filteredListener); | |
} else { | |
cont = { | |
listeners: new Set([filteredListener]), | |
rawEmitter, | |
watcher: createFSEventsInstance(watchPath, (fullPath, flags) => { | |
if (!cont.listeners.size) return; | |
const info = fsevents.getInfo(fullPath, flags); | |
cont.listeners.forEach(list => { | |
list(fullPath, flags, info); | |
}); | |
cont.rawEmitter(info.event, fullPath, info); | |
}) | |
}; | |
FSEventsWatchers.set(watchPath, cont); | |
} | |
// removes this instance's listeners and closes the underlying fsevents | |
// instance if there are no more listeners left | |
return () => { | |
const lst = cont.listeners; | |
lst.delete(filteredListener); | |
if (!lst.size) { | |
FSEventsWatchers.delete(watchPath); | |
if (cont.watcher) return cont.watcher.stop().then(() => { | |
cont.rawEmitter = cont.watcher = undefined; | |
Object.freeze(cont); | |
}); | |
} | |
}; | |
} | |
// Decide whether or not we should start a new higher-level | |
// parent watcher | |
const couldConsolidate = (path) => { | |
let count = 0; | |
for (const watchPath of FSEventsWatchers.keys()) { | |
if (watchPath.indexOf(path) === 0) { | |
count++; | |
if (count >= consolidateThreshhold) { | |
return true; | |
} | |
} | |
} | |
return false; | |
}; | |
// returns boolean indicating whether fsevents can be used | |
const canUse = () => fsevents && FSEventsWatchers.size < 128; | |
// determines subdirectory traversal levels from root to path | |
const calcDepth = (path, root) => { | |
let i = 0; | |
while (!path.indexOf(root) && (path = sysPath.dirname(path)) !== root) i++; | |
return i; | |
}; | |
// returns boolean indicating whether the fsevents' event info has the same type | |
// as the one returned by fs.stat | |
const sameTypes = (info, stats) => ( | |
info.type === FSEVENT_TYPE_DIRECTORY && stats.isDirectory() || | |
info.type === FSEVENT_TYPE_SYMLINK && stats.isSymbolicLink() || | |
info.type === FSEVENT_TYPE_FILE && stats.isFile() | |
) | |
/** | |
* @mixin | |
*/ | |
class FsEventsHandler { | |
/** | |
* @param {import('../index').FSWatcher} fsw | |
*/ | |
constructor(fsw) { | |
this.fsw = fsw; | |
} | |
checkIgnored(path, stats) { | |
const ipaths = this.fsw._ignoredPaths; | |
if (this.fsw._isIgnored(path, stats)) { | |
ipaths.add(path); | |
if (stats && stats.isDirectory()) { | |
ipaths.add(path + ROOT_GLOBSTAR); | |
} | |
return true; | |
} | |
ipaths.delete(path); | |
ipaths.delete(path + ROOT_GLOBSTAR); | |
} | |
addOrChange(path, fullPath, realPath, parent, watchedDir, item, info, opts) { | |
const event = watchedDir.has(item) ? EV_CHANGE : EV_ADD; | |
this.handleEvent(event, path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
async checkExists(path, fullPath, realPath, parent, watchedDir, item, info, opts) { | |
try { | |
const stats = await stat(path) | |
if (this.fsw.closed) return; | |
if (sameTypes(info, stats)) { | |
this.addOrChange(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} else { | |
this.handleEvent(EV_UNLINK, path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
} catch (error) { | |
if (error.code === 'EACCES') { | |
this.addOrChange(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} else { | |
this.handleEvent(EV_UNLINK, path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
} | |
} | |
handleEvent(event, path, fullPath, realPath, parent, watchedDir, item, info, opts) { | |
if (this.fsw.closed || this.checkIgnored(path)) return; | |
if (event === EV_UNLINK) { | |
const isDirectory = info.type === FSEVENT_TYPE_DIRECTORY | |
// suppress unlink events on never before seen files | |
if (isDirectory || watchedDir.has(item)) { | |
this.fsw._remove(parent, item, isDirectory); | |
} | |
} else { | |
if (event === EV_ADD) { | |
// track new directories | |
if (info.type === FSEVENT_TYPE_DIRECTORY) this.fsw._getWatchedDir(path); | |
if (info.type === FSEVENT_TYPE_SYMLINK && opts.followSymlinks) { | |
// push symlinks back to the top of the stack to get handled | |
const curDepth = opts.depth === undefined ? | |
undefined : calcDepth(fullPath, realPath) + 1; | |
return this._addToFsEvents(path, false, true, curDepth); | |
} | |
// track new paths | |
// (other than symlinks being followed, which will be tracked soon) | |
this.fsw._getWatchedDir(parent).add(item); | |
} | |
/** | |
* @type {'add'|'addDir'|'unlink'|'unlinkDir'} | |
*/ | |
const eventName = info.type === FSEVENT_TYPE_DIRECTORY ? event + DIR_SUFFIX : event; | |
this.fsw._emit(eventName, path); | |
if (eventName === EV_ADD_DIR) this._addToFsEvents(path, false, true); | |
} | |
} | |
/** | |
* Handle symlinks encountered during directory scan | |
* @param {String} watchPath - file/dir path to be watched with fsevents | |
* @param {String} realPath - real path (in case of symlinks) | |
* @param {Function} transform - path transformer | |
* @param {Function} globFilter - path filter in case a glob pattern was provided | |
* @returns {Function} closer for the watcher instance | |
*/ | |
_watchWithFsEvents(watchPath, realPath, transform, globFilter) { | |
if (this.fsw.closed || this.fsw._isIgnored(watchPath)) return; | |
const opts = this.fsw.options; | |
const watchCallback = async (fullPath, flags, info) => { | |
if (this.fsw.closed) return; | |
if ( | |
opts.depth !== undefined && | |
calcDepth(fullPath, realPath) > opts.depth | |
) return; | |
const path = transform(sysPath.join( | |
watchPath, sysPath.relative(watchPath, fullPath) | |
)); | |
if (globFilter && !globFilter(path)) return; | |
// ensure directories are tracked | |
const parent = sysPath.dirname(path); | |
const item = sysPath.basename(path); | |
const watchedDir = this.fsw._getWatchedDir( | |
info.type === FSEVENT_TYPE_DIRECTORY ? path : parent | |
); | |
// correct for wrong events emitted | |
if (wrongEventFlags.has(flags) || info.event === FSEVENT_UNKNOWN) { | |
if (typeof opts.ignored === FUNCTION_TYPE) { | |
let stats; | |
try { | |
stats = await stat(path); | |
} catch (error) {} | |
if (this.fsw.closed) return; | |
if (this.checkIgnored(path, stats)) return; | |
if (sameTypes(info, stats)) { | |
this.addOrChange(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} else { | |
this.handleEvent(EV_UNLINK, path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
} else { | |
this.checkExists(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
} else { | |
switch (info.event) { | |
case FSEVENT_CREATED: | |
case FSEVENT_MODIFIED: | |
return this.addOrChange(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
case FSEVENT_DELETED: | |
case FSEVENT_MOVED: | |
return this.checkExists(path, fullPath, realPath, parent, watchedDir, item, info, opts); | |
} | |
} | |
}; | |
const closer = setFSEventsListener( | |
watchPath, | |
realPath, | |
watchCallback, | |
this.fsw._emitRaw | |
); | |
this.fsw._emitReady(); | |
return closer; | |
} | |
/** | |
* Handle symlinks encountered during directory scan | |
* @param {String} linkPath path to symlink | |
* @param {String} fullPath absolute path to the symlink | |
* @param {Function} transform pre-existing path transformer | |
* @param {Number} curDepth level of subdirectories traversed to where symlink is | |
* @returns {Promise<void>} | |
*/ | |
async _handleFsEventsSymlink(linkPath, fullPath, transform, curDepth) { | |
// don't follow the same symlink more than once | |
if (this.fsw.closed || this.fsw._symlinkPaths.has(fullPath)) return; | |
this.fsw._symlinkPaths.set(fullPath, true); | |
this.fsw._incrReadyCount(); | |
try { | |
const linkTarget = await realpath(linkPath); | |
if (this.fsw.closed) return; | |
if (this.fsw._isIgnored(linkTarget)) { | |
return this.fsw._emitReady(); | |
} | |
this.fsw._incrReadyCount(); | |
// add the linkTarget for watching with a wrapper for transform | |
// that causes emitted paths to incorporate the link's path | |
this._addToFsEvents(linkTarget || linkPath, (path) => { | |
let aliasedPath = linkPath; | |
if (linkTarget && linkTarget !== DOT_SLASH) { | |
aliasedPath = path.replace(linkTarget, linkPath); | |
} else if (path !== DOT_SLASH) { | |
aliasedPath = sysPath.join(linkPath, path); | |
} | |
return transform(aliasedPath); | |
}, false, curDepth); | |
} catch(error) { | |
if (this.fsw._handleError(error)) { | |
return this.fsw._emitReady(); | |
} | |
} | |
} | |
/** | |
* | |
* @param {Path} newPath | |
* @param {fs.Stats} stats | |
*/ | |
emitAdd(newPath, stats, processPath, opts, forceAdd) { | |
const pp = processPath(newPath); | |
const isDir = stats.isDirectory(); | |
const dirObj = this.fsw._getWatchedDir(sysPath.dirname(pp)); | |
const base = sysPath.basename(pp); | |
// ensure empty dirs get tracked | |
if (isDir) this.fsw._getWatchedDir(pp); | |
if (dirObj.has(base)) return; | |
dirObj.add(base); | |
if (!opts.ignoreInitial || forceAdd === true) { | |
this.fsw._emit(isDir ? EV_ADD_DIR : EV_ADD, pp, stats); | |
} | |
} | |
initWatch(realPath, path, wh, processPath) { | |
if (this.fsw.closed) return; | |
const closer = this._watchWithFsEvents( | |
wh.watchPath, | |
sysPath.resolve(realPath || wh.watchPath), | |
processPath, | |
wh.globFilter | |
); | |
this.fsw._addPathCloser(path, closer); | |
} | |
/** | |
* Handle added path with fsevents | |
* @param {String} path file/dir path or glob pattern | |
* @param {Function|Boolean=} transform converts working path to what the user expects | |
* @param {Boolean=} forceAdd ensure add is emitted | |
* @param {Number=} priorDepth Level of subdirectories already traversed. | |
* @returns {Promise<void>} | |
*/ | |
async _addToFsEvents(path, transform, forceAdd, priorDepth) { | |
if (this.fsw.closed) { | |
return; | |
} | |
const opts = this.fsw.options; | |
const processPath = typeof transform === FUNCTION_TYPE ? transform : IDENTITY_FN; | |
const wh = this.fsw._getWatchHelpers(path); | |
// evaluate what is at the path we're being asked to watch | |
try { | |
const stats = await statMethods[wh.statMethod](wh.watchPath); | |
if (this.fsw.closed) return; | |
if (this.fsw._isIgnored(wh.watchPath, stats)) { | |
throw null; | |
} | |
if (stats.isDirectory()) { | |
// emit addDir unless this is a glob parent | |
if (!wh.globFilter) this.emitAdd(processPath(path), stats, processPath, opts, forceAdd); | |
// don't recurse further if it would exceed depth setting | |
if (priorDepth && priorDepth > opts.depth) return; | |
// scan the contents of the dir | |
this.fsw._readdirp(wh.watchPath, { | |
fileFilter: entry => wh.filterPath(entry), | |
directoryFilter: entry => wh.filterDir(entry), | |
...Depth(opts.depth - (priorDepth || 0)) | |
}).on(STR_DATA, (entry) => { | |
// need to check filterPath on dirs b/c filterDir is less restrictive | |
if (this.fsw.closed) { | |
return; | |
} | |
if (entry.stats.isDirectory() && !wh.filterPath(entry)) return; | |
const joinedPath = sysPath.join(wh.watchPath, entry.path); | |
const {fullPath} = entry; | |
if (wh.followSymlinks && entry.stats.isSymbolicLink()) { | |
// preserve the current depth here since it can't be derived from | |
// real paths past the symlink | |
const curDepth = opts.depth === undefined ? | |
undefined : calcDepth(joinedPath, sysPath.resolve(wh.watchPath)) + 1; | |
this._handleFsEventsSymlink(joinedPath, fullPath, processPath, curDepth); | |
} else { | |
this.emitAdd(joinedPath, entry.stats, processPath, opts, forceAdd); | |
} | |
}).on(EV_ERROR, EMPTY_FN).on(STR_END, () => { | |
this.fsw._emitReady(); | |
}); | |
} else { | |
this.emitAdd(wh.watchPath, stats, processPath, opts, forceAdd); | |
this.fsw._emitReady(); | |
} | |
} catch (error) { | |
if (!error || this.fsw._handleError(error)) { | |
// TODO: Strange thing: "should not choke on an ignored watch path" will be failed without 2 ready calls -__- | |
this.fsw._emitReady(); | |
this.fsw._emitReady(); | |
} | |
} | |
if (opts.persistent && forceAdd !== true) { | |
if (typeof transform === FUNCTION_TYPE) { | |
// realpath has already been resolved | |
this.initWatch(undefined, path, wh, processPath); | |
} else { | |
let realPath; | |
try { | |
realPath = await realpath(wh.watchPath); | |
} catch (e) {} | |
this.initWatch(realPath, path, wh, processPath); | |
} | |
} | |
} | |
} | |
module.exports = FsEventsHandler; | |
module.exports.canUse = canUse; | |