This function allows you to run a rate limited async pool to make sure no more than poolLimit items at a time are run for a given waitTime.

async function fetchURL(url: string): Promise<string[]> {
  const response = await fetch(url);
  const html = await response.text();
  const urls = extractUrlsFromResponse(html);
  return urls;
}

const allUrls = (await rateLimitedAsyncPool(
  ["url1", "url2", "url3"], 2, fetchURL, 500
)).flat();

Migrated from folder: lib/async/rateLimitedAsyncPool