从scrapy格式的POST请求中下载文件

import scrapy
from scrapy.http import FormRequest


class FileDownloaderSpider(scrapy.Spider):
    name = 'file_downloader'
    start_urls = ['http://example.com']

    def start_requests(self):
        url = 'http://example.com/download'
        form_data = {
            'param1': 'value1',
            'param2': 'value2',
            # 添加其他需要的表单参数
        }
        yield FormRequest(url, formdata=form_data, callback=self.parse_download)

    def parse_download(self, response):
        content_disposition = response.headers.get('Content-Disposition')
        file_name = content_disposition.split('=')[1] if content_disposition else 'file.txt'
        file_path = f'/path/to/save/{file_name}'

        with open(file_path, 'wb') as f:
            f.write(response.body)

        self.log(f'File saved to {file_path}')