如何让网页抓取速度更快？

import requests
from concurrent.futures import ThreadPoolExecutor

urls = ['http://example.com/page1', 'http://example.com/page2', 'http://example.com/page3']

def fetch(url):
    response = requests.get(url)
    return response.text

with ThreadPoolExecutor(max_workers=10) as executor:
    results = list(executor.map(fetch, urls))

import requests

proxies = {
    'http': 'http://proxy.example.com:8080',
    'https': 'https://proxy.example.com:8080'
}

response = requests.get('http://example.com', proxies=proxies)

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}

response = requests.get('http://example.com', headers=headers)

import requests
import hashlib

cache = {}

def fetch(url):
    if url in cache:
        return cache[url]
    response = requests.get(url)
    content = response.text
    cache[hashlib.md5(url.encode()).hexdigest()] = content
    return content

import time

def fetch_with_delay(url, delay=1):
    response = requests.get(url)
    time.sleep(delay)
    return response.text

response = requests.get('http://example.com', timeout=10)

from bs4 import BeautifulSoup

soup = BeautifulSoup(response.text, 'html.parser')
data = soup.find('div', class_='content').text