无需手动清 Cookie！Python 爬虫会话维持技巧

# 导入依赖库
import requests

# 1. 创建会话对象（自动管理Cookie）
session = requests.Session()

# 2. 配置请求头，模拟真实浏览器
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
    "Accept-Language": "zh-CN,zh;q=0.9"
}

# 3. 连续发送多次请求，自动继承Cookie
url = "https://httpbin.org/cookies"
# 第一次请求：获取服务器下发Cookie
res1 = session.get(url, headers=headers)
print("第一次请求返回Cookie：", res1.text)

# 第二次请求：自动携带上一次Cookie，无需手动处理
res2 = session.get(url, headers=headers)
print("第二次请求携带Cookie：", res2.text)

# 关闭会话
session.close()

import requests
import json

# 创建会话对象
session = requests.Session()
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
}

# Cookie保存路径
cookie_path = "./cookie.json"

# 保存Cookie至本地文件
def save_cookie():
    res = session.get("https://httpbin.org/cookies/set?name=spider&value=python", headers=headers)
    cookies = requests.utils.dict_from_cookiejar(session.cookies)
    with open(cookie_path, "w", encoding="utf-8") as f:
        json.dump(cookies, f, ensure_ascii=False, indent=2)
    print("Cookie保存成功")

# 加载本地Cookie
def load_cookie():
    try:
        with open(cookie_path, "r", encoding="utf-8") as f:
            cookies = json.load(f)
        cookie_jar = requests.utils.cookiejar_from_dict(cookies)
        session.cookies = cookie_jar
        print("Cookie加载成功")
    except FileNotFoundError:
        print("未找到本地Cookie文件，重新获取会话")

# 执行加载+请求
load_cookie()
response = session.get("https://httpbin.org/cookies", headers=headers)
print("当前会话Cookie：", response.text)

# 保存Cookie
save_cookie()
session.close()

import requests
from datetime import datetime
session = requests.Session()
headers = {
 "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
}
# 自动清理过期Cookie
def clean_invalid_cookie():
 valid_cookies = []
 # 遍历当前会话所有Cookie
 for cookie in session.cookies:
 # 判断Cookie是否过期
 if cookie.expires is None or cookie.expires > datetime.now().timestamp():
 valid_cookies.append(cookie)
 # 重置Cookie库，仅保留有效Cookie
 session.cookies.clear()
 for cookie in valid_cookies:
 session.cookies.set_cookie(cookie)
 print(f"清理完成，剩余有效Cookie数量：{len(valid_cookies)}")
# 模拟多次请求产生冗余Cookie
session.get("https://httpbin.org/cookies/set?a=1&b=2", headers=headers)
# 执行智能清理
clean_invalid_cookie()
# 验证当前会话
res = session.get("https://httpbin.org/cookies", headers=headers)
print("有效Cookie：", res.text)
session.close()