| 1 |
"use strict"; |
| 2 |
Object.defineProperty(exports, "__esModule", { value: true }); |
| 3 |
const events_1 = require("events"); |
| 4 |
const fsScandir = require("@nodelib/fs.scandir"); |
| 5 |
const fastq = require("fastq"); |
| 6 |
const common = require("./common"); |
| 7 |
const reader_1 = require("./reader"); |
| 8 |
class AsyncReader extends reader_1.default { |
| 9 |
constructor(_root, _settings) { |
| 10 |
super(_root, _settings); |
| 11 |
this._settings = _settings; |
| 12 |
this._scandir = fsScandir.scandir; |
| 13 |
this._emitter = new events_1.EventEmitter(); |
| 14 |
this._queue = fastq(this._worker.bind(this), this._settings.concurrency); |
| 15 |
this._isFatalError = false; |
| 16 |
this._isDestroyed = false; |
| 17 |
this._queue.drain = () => { |
| 18 |
if (!this._isFatalError) { |
| 19 |
this._emitter.emit('end'); |
| 20 |
} |
| 21 |
}; |
| 22 |
} |
| 23 |
read() { |
| 24 |
this._isFatalError = false; |
| 25 |
this._isDestroyed = false; |
| 26 |
setImmediate(() => { |
| 27 |
this._pushToQueue(this._root, this._settings.basePath); |
| 28 |
}); |
| 29 |
return this._emitter; |
| 30 |
} |
| 31 |
get isDestroyed() { |
| 32 |
return this._isDestroyed; |
| 33 |
} |
| 34 |
destroy() { |
| 35 |
if (this._isDestroyed) { |
| 36 |
throw new Error('The reader is already destroyed'); |
| 37 |
} |
| 38 |
this._isDestroyed = true; |
| 39 |
this._queue.killAndDrain(); |
| 40 |
} |
| 41 |
onEntry(callback) { |
| 42 |
this._emitter.on('entry', callback); |
| 43 |
} |
| 44 |
onError(callback) { |
| 45 |
this._emitter.once('error', callback); |
| 46 |
} |
| 47 |
onEnd(callback) { |
| 48 |
this._emitter.once('end', callback); |
| 49 |
} |
| 50 |
_pushToQueue(directory, base) { |
| 51 |
const queueItem = { directory, base }; |
| 52 |
this._queue.push(queueItem, (error) => { |
| 53 |
if (error !== null) { |
| 54 |
this._handleError(error); |
| 55 |
} |
| 56 |
}); |
| 57 |
} |
| 58 |
_worker(item, done) { |
| 59 |
this._scandir(item.directory, this._settings.fsScandirSettings, (error, entries) => { |
| 60 |
if (error !== null) { |
| 61 |
done(error, undefined); |
| 62 |
return; |
| 63 |
} |
| 64 |
for (const entry of entries) { |
| 65 |
this._handleEntry(entry, item.base); |
| 66 |
} |
| 67 |
done(null, undefined); |
| 68 |
}); |
| 69 |
} |
| 70 |
_handleError(error) { |
| 71 |
if (this._isDestroyed || !common.isFatalError(this._settings, error)) { |
| 72 |
return; |
| 73 |
} |
| 74 |
this._isFatalError = true; |
| 75 |
this._isDestroyed = true; |
| 76 |
this._emitter.emit('error', error); |
| 77 |
} |
| 78 |
_handleEntry(entry, base) { |
| 79 |
if (this._isDestroyed || this._isFatalError) { |
| 80 |
return; |
| 81 |
} |
| 82 |
const fullpath = entry.path; |
| 83 |
if (base !== undefined) { |
| 84 |
entry.path = common.joinPathSegments(base, entry.name, this._settings.pathSegmentSeparator); |
| 85 |
} |
| 86 |
if (common.isAppliedFilter(this._settings.entryFilter, entry)) { |
| 87 |
this._emitEntry(entry); |
| 88 |
} |
| 89 |
if (entry.dirent.isDirectory() && common.isAppliedFilter(this._settings.deepFilter, entry)) { |
| 90 |
this._pushToQueue(fullpath, base === undefined ? undefined : entry.path); |
| 91 |
} |
| 92 |
} |
| 93 |
_emitEntry(entry) { |
| 94 |
this._emitter.emit('entry', entry); |
| 95 |
} |
| 96 |
} |
| 97 |
exports.default = AsyncReader; |