File Explorer

/var/lang/lib/node_modules/npm/node_modules/p-map

This explorer reads the filesystem of the server it runs on, so /workspace/user isn't present here. Browsing and the terminal still work against this server's own disk from /.

0 dirs
3 files
index.js7.0 KB · 284 lines
export default async function pMap(	iterable,	mapper,	{		concurrency = Number.POSITIVE_INFINITY,		stopOnError = true,		signal,	} = {},) {	return new Promise((resolve_, reject_) => {		if (iterable[Symbol.iterator] === undefined && iterable[Symbol.asyncIterator] === undefined) {			throw new TypeError(`Expected \`input\` to be either an \`Iterable\` or \`AsyncIterable\`, got (${typeof iterable})`);		} 		if (typeof mapper !== 'function') {			throw new TypeError('Mapper function is required');		} 		if (!((Number.isSafeInteger(concurrency) && concurrency >= 1) || concurrency === Number.POSITIVE_INFINITY)) {			throw new TypeError(`Expected \`concurrency\` to be an integer from 1 and up or \`Infinity\`, got \`${concurrency}\` (${typeof concurrency})`);		} 		const result = [];		const errors = [];		const skippedIndexesMap = new Map();		let isRejected = false;		let isResolved = false;		let isIterableDone = false;		let resolvingCount = 0;		let currentIndex = 0;		const iterator = iterable[Symbol.iterator] === undefined ? iterable[Symbol.asyncIterator]() : iterable[Symbol.iterator](); 		const signalListener = () => {			reject(signal.reason);		}; 		const cleanup = () => {			signal?.removeEventListener('abort', signalListener);		}; 		const resolve = value => {			resolve_(value);			cleanup();		}; 		const reject = reason => {			isRejected = true;			isResolved = true;			reject_(reason);			cleanup();		}; 		if (signal) {			if (signal.aborted) {				reject(signal.reason);			} 			signal.addEventListener('abort', signalListener, {once: true});		} 		const next = async () => {			if (isResolved) {				return;			} 			const nextItem = await iterator.next(); 			const index = currentIndex;			currentIndex++; 			// Note: `iterator.next()` can be called many times in parallel.			// This can cause multiple calls to this `next()` function to			// receive a `nextItem` with `done === true`.			// The shutdown logic that rejects/resolves must be protected			// so it runs only one time as the `skippedIndex` logic is			// non-idempotent.			if (nextItem.done) {				isIterableDone = true; 				if (resolvingCount === 0 && !isResolved) {					if (!stopOnError && errors.length > 0) {						reject(new AggregateError(errors)); // eslint-disable-line unicorn/error-message						return;					} 					isResolved = true; 					if (skippedIndexesMap.size === 0) {						resolve(result);						return;					} 					const pureResult = []; 					// Support multiple `pMapSkip`'s.					for (const [index, value] of result.entries()) {						if (skippedIndexesMap.get(index) === pMapSkip) {							continue;						} 						pureResult.push(value);					} 					resolve(pureResult);				} 				return;			} 			resolvingCount++; 			// Intentionally detached			(async () => {				try {					const element = await nextItem.value; 					if (isResolved) {						return;					} 					const value = await mapper(element, index); 					// Use Map to stage the index of the element.					if (value === pMapSkip) {						skippedIndexesMap.set(index, value);					} 					result[index] = value; 					resolvingCount--;					await next();				} catch (error) {					if (stopOnError) {						reject(error);					} else {						errors.push(error);						resolvingCount--; 						// In that case we can't really continue regardless of `stopOnError` state						// since an iterable is likely to continue throwing after it throws once.						// If we continue calling `next()` indefinitely we will likely end up						// in an infinite loop of failed iteration.						try {							await next();						} catch (error) {							reject(error);						}					}				}			})();		}; 		// Create the concurrent runners in a detached (non-awaited)		// promise. We need this so we can await the `next()` calls		// to stop creating runners before hitting the concurrency limit		// if the iterable has already been marked as done.		// NOTE: We *must* do this for async iterators otherwise we'll spin up		// infinite `next()` calls by default and never start the event loop.		(async () => {			for (let index = 0; index < concurrency; index++) {				try {					// eslint-disable-next-line no-await-in-loop					await next();				} catch (error) {					reject(error);					break;				} 				if (isIterableDone || isRejected) {					break;				}			}		})();	});} export function pMapIterable(	iterable,	mapper,	{		concurrency = Number.POSITIVE_INFINITY,		backpressure = concurrency,	} = {},) {	if (iterable[Symbol.iterator] === undefined && iterable[Symbol.asyncIterator] === undefined) {		throw new TypeError(`Expected \`input\` to be either an \`Iterable\` or \`AsyncIterable\`, got (${typeof iterable})`);	} 	if (typeof mapper !== 'function') {		throw new TypeError('Mapper function is required');	} 	if (!((Number.isSafeInteger(concurrency) && concurrency >= 1) || concurrency === Number.POSITIVE_INFINITY)) {		throw new TypeError(`Expected \`concurrency\` to be an integer from 1 and up or \`Infinity\`, got \`${concurrency}\` (${typeof concurrency})`);	} 	if (!((Number.isSafeInteger(backpressure) && backpressure >= concurrency) || backpressure === Number.POSITIVE_INFINITY)) {		throw new TypeError(`Expected \`backpressure\` to be an integer from \`concurrency\` (${concurrency}) and up or \`Infinity\`, got \`${backpressure}\` (${typeof backpressure})`);	} 	return {		async * [Symbol.asyncIterator]() {			const iterator = iterable[Symbol.asyncIterator] === undefined ? iterable[Symbol.iterator]() : iterable[Symbol.asyncIterator](); 			const promises = [];			let pendingPromisesCount = 0;			let isDone = false;			let index = 0; 			function trySpawn() {				if (isDone || !(pendingPromisesCount < concurrency && promises.length < backpressure)) {					return;				} 				pendingPromisesCount++; 				const promise = (async () => {					const {done, value} = await iterator.next(); 					if (done) {						pendingPromisesCount--;						return {done: true};					} 					// Spawn if still below concurrency and backpressure limit					trySpawn(); 					try {						const returnValue = await mapper(await value, index++); 						pendingPromisesCount--; 						if (returnValue === pMapSkip) {							const index = promises.indexOf(promise); 							if (index > 0) {								promises.splice(index, 1);							}						} 						// Spawn if still below backpressure limit and just dropped below concurrency limit						trySpawn(); 						return {done: false, value: returnValue};					} catch (error) {						pendingPromisesCount--;						isDone = true;						return {error};					}				})(); 				promises.push(promise);			} 			trySpawn(); 			while (promises.length > 0) {				const {error, done, value} = await promises[0]; // eslint-disable-line no-await-in-loop 				promises.shift(); 				if (error) {					throw error;				} 				if (done) {					return;				} 				// Spawn if just dropped below backpressure limit and below the concurrency limit				trySpawn(); 				if (value === pMapSkip) {					continue;				} 				yield value;			}		},	};} export const pMapSkip = Symbol('skip');