pymysql爬虫数据

import pymysql

try:
    conn = pymysql.connect(
        host='localhost',
        port=3306,
        user='your_username',
        password='your_password',
        db='your_database',
        charset='utf8mb4'
    )
except pymysql.Error as e:
    print(f"连接失败: {e}")

cursor = conn.cursor()
try:
    sql = "INSERT INTO your_table (column1, column2) VALUES (%s, %s)"
    cursor.execute(sql, ('value1', 'value2'))
    conn.commit()
except pymysql.Error as e:
    print(f"插入失败: {e}")
    conn.rollback()

import requests
from bs4 import BeautifulSoup
import pymysql

# 连接数据库
conn = pymysql.connect(
    host='localhost',
    port=3306,
    user='your_username',
    password='your_password',
    db='your_database',
    charset='utf8mb4'
)
cursor = conn.cursor()

# 抓取网页数据
url = 'https://example.com'
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
data = soup.find_all('div', class_='item')

# 插入数据到数据库
for item in data:
    title = item.find('h2').text
    content = item.find('p').text
    sql = "INSERT INTO your_table (title, content) VALUES (%s, %s)"
    cursor.execute(sql, (title, content))
conn.commit()

# 关闭连接
cursor.close()
conn.close()