scrapy安装mysql

scrapy startproject myproject
cd myproject

# myproject/spiders/myspider.py
import scrapy

class MySpider(scrapy.Spider):
    name = "myspider"
    start_urls = ["http://example.com"]

    def parse(self, response):
        for item in response.css('div.item'):
            yield {
                'title': item.css('h3.title::text').get(),
                'link': item.css('a::attr(href)').get(),
            }

# myproject/pipelines.py
import mysql.connector

class MySQLPipeline(object):
    def __init__(self):
        self.conn = mysql.connector.connect(
            host='localhost',
            user='your_username',
            password='your_password',
            database='your_database'
        )
        self.cursor = self.conn.cursor()

    def process_item(self, item, spider):
        query = "INSERT INTO items (title, link) VALUES (%s, %s)"
        self.cursor.execute(query, (item['title'], item['link']))
        self.conn.commit()
        return item

    def close_spider(self, spider):
        self.cursor.close()
        self.conn.close()

# myproject/settings.py
ITEM_PIPELINES = {
    'myproject.pipelines.MySQLPipeline': 300,
}