You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
122 lines
3.0 KiB
122 lines
3.0 KiB
5 years ago
|
'use strict';
|
||
|
|
||
|
/*!
|
||
|
* Module dependencies.
|
||
|
*/
|
||
|
|
||
|
const promiseOrCallback = require('../promiseOrCallback');
|
||
|
|
||
|
/**
|
||
|
* Execute `fn` for every document in the cursor. If `fn` returns a promise,
|
||
|
* will wait for the promise to resolve before iterating on to the next one.
|
||
|
* Returns a promise that resolves when done.
|
||
|
*
|
||
|
* @param {Function} next the thunk to call to get the next document
|
||
|
* @param {Function} fn
|
||
|
* @param {Object} options
|
||
|
* @param {Function} [callback] executed when all docs have been processed
|
||
|
* @return {Promise}
|
||
|
* @api public
|
||
|
* @method eachAsync
|
||
|
*/
|
||
|
|
||
|
module.exports = function eachAsync(next, fn, options, callback) {
|
||
|
const parallel = options.parallel || 1;
|
||
|
const enqueue = asyncQueue();
|
||
|
|
||
|
return promiseOrCallback(callback, cb => {
|
||
|
iterate(cb);
|
||
|
});
|
||
|
|
||
|
function iterate(finalCallback) {
|
||
|
let drained = false;
|
||
|
let handleResultsInProgress = 0;
|
||
|
let currentDocumentIndex = 0;
|
||
|
|
||
|
let error = null;
|
||
|
for (let i = 0; i < parallel; ++i) {
|
||
|
enqueue(fetch);
|
||
|
}
|
||
|
|
||
|
function fetch(done) {
|
||
|
if (drained || error) {
|
||
|
return done();
|
||
|
}
|
||
|
|
||
|
next(function(err, doc) {
|
||
|
if (drained || error != null) {
|
||
|
return done();
|
||
|
}
|
||
|
if (err != null) {
|
||
|
error = err;
|
||
|
finalCallback(err);
|
||
|
return done();
|
||
|
}
|
||
|
if (doc == null) {
|
||
|
drained = true;
|
||
|
if (handleResultsInProgress <= 0) {
|
||
|
finalCallback(null);
|
||
|
}
|
||
|
return done();
|
||
|
}
|
||
|
|
||
|
++handleResultsInProgress;
|
||
|
|
||
|
// Kick off the subsequent `next()` before handling the result, but
|
||
|
// make sure we know that we still have a result to handle re: #8422
|
||
|
process.nextTick(() => done());
|
||
|
|
||
|
handleNextResult(doc, currentDocumentIndex++, function(err) {
|
||
|
--handleResultsInProgress;
|
||
|
if (err != null) {
|
||
|
error = err;
|
||
|
return finalCallback(err);
|
||
|
}
|
||
|
if (drained && handleResultsInProgress <= 0) {
|
||
|
return finalCallback(null);
|
||
|
}
|
||
|
|
||
|
setTimeout(() => enqueue(fetch), 0);
|
||
|
});
|
||
|
});
|
||
|
}
|
||
|
}
|
||
|
|
||
|
function handleNextResult(doc, i, callback) {
|
||
|
const promise = fn(doc, i);
|
||
|
if (promise && typeof promise.then === 'function') {
|
||
|
promise.then(
|
||
|
function() { callback(null); },
|
||
|
function(error) { callback(error || new Error('`eachAsync()` promise rejected without error')); });
|
||
|
} else {
|
||
|
callback(null);
|
||
|
}
|
||
|
}
|
||
|
};
|
||
|
|
||
|
// `next()` can only execute one at a time, so make sure we always execute
|
||
|
// `next()` in series, while still allowing multiple `fn()` instances to run
|
||
|
// in parallel.
|
||
|
function asyncQueue() {
|
||
|
const _queue = [];
|
||
|
let inProgress = null;
|
||
|
let id = 0;
|
||
|
|
||
|
return function enqueue(fn) {
|
||
|
if (_queue.length === 0 && inProgress == null) {
|
||
|
inProgress = id++;
|
||
|
return fn(_step);
|
||
|
}
|
||
|
_queue.push(fn);
|
||
|
};
|
||
|
|
||
|
function _step() {
|
||
|
inProgress = null;
|
||
|
if (_queue.length > 0) {
|
||
|
inProgress = id++;
|
||
|
const fn = _queue.shift();
|
||
|
fn(_step);
|
||
|
}
|
||
|
}
|
||
|
}
|