使用异步迭代器在Node中并行批处理请求和处理

// 异步迭代器函数，用于生成异步值
async function* generateAsyncValues(values) {
  for (const value of values) {
    yield await processAsyncValue(value); // 处理异步值的逻辑
  }
}

// 并行批处理函数
async function parallelBatchProcessing(values, batchSize) {
  const asyncIterator = generateAsyncValues(values);
  const batchPromises = [];

  for await (const batch of chunkAsyncIterator(asyncIterator, batchSize)) {
    const batchPromise = Promise.all(batch);
    batchPromises.push(batchPromise);
  }

  await Promise.all(batchPromises);
}

// 分块异步迭代器函数，用于将异步迭代器分块
async function* chunkAsyncIterator(asyncIterator, chunkSize) {
  let chunk = [];
  let count = 0;

  for await (const value of asyncIterator) {
    chunk.push(value);
    count++;

    if (count === chunkSize) {
      yield chunk;
      chunk = [];
      count = 0;
    }
  }

  if (chunk.length > 0) {
    yield chunk;
  }
}

// 处理异步值的逻辑函数
async function processAsyncValue(value) {
  // 处理异步值的逻辑代码
}

// 调用并行批处理函数
parallelBatchProcessing([1, 2, 3, 4, 5, 6, 7, 8, 9, 10], 3);