如何使用Promise.all处理数以千计的请求

async function processBatch(batch) {
  return Promise.all(batch.map(request => fetch(request)));
}

async function processRequests(requests, batchSize = 100) {
  const results = [];
  for (let i = 0; i < requests.length; i += batchSize) {
    const batch = requests.slice(i, i + batchSize);
    const batchResults = await processBatch(batch);
    results.push(...batchResults);
  }
  return results;
}

const requests = Array.from({ length: 1000 }, (_, i) => `https://api.example.com/data/${i}`);
processRequests(requests).then(results => {
  console.log(results);
}).catch(error => {
  console.error(error);
});

const pLimit = require('p-limit');
const limit = pLimit(100); // 限制并发请求数量为100

async function processRequests(requests) {
  const promises = requests.map(request => limit(() => fetch(request)));
  return Promise.all(promises);
}

const requests = Array.from({ length: 1000 }, (_, i) => `https://api.example.com/data/${i}`);
processRequests(requests).then(results => {
  console.log(results);
}).catch(error => {
  console.error(error);
});