weseek__growi/apps/app/src/utils/promise.ts

/**
 * Divide arrays into batches, and apply a given function to each batch by using Promise.all
 * Use when memory consumption can be too large by using simple Promise.all
 * @param items array to process
 * @param limit batch size
 * @param fn function to apply on each item
 * @param throwIfRejected whether or not to throw Error when there is a rejected Promise
 * @returns result of fn applied to each item
 */
export const batchProcessPromiseAll = async <I, O>(
  items: Array<I>,
  limit: number,
  fn: (item: I, index?: number, array?: Array<I>) => Promise<O>,
  throwIfRejected = true,
): Promise<O[]> => {
  const results: O[] = [];

  for (let start = 0; start < items.length; start += limit) {
    const end = Math.min(start + limit, items.length);

    // biome-ignore lint/performance/noAwaitInLoops: Allow for memory consumption control
    const slicedResults = await Promise.allSettled(
      items.slice(start, end).map(fn),
    );

    slicedResults.forEach((result) => {
      if (result.status === 'fulfilled') {
        results.push(result.value);
      } else if (throwIfRejected && result.reason instanceof Error) {
        throw result.reason;
      }
    });
  }

  return results;
};