pandas to_sql()错误-超出了预准备语句的内存限制，即每个会话20 MB

import pandas as pd
from sqlalchemy import create_engine

engine = create_engine('your_database_connection_string')
df = pd.read_csv('your_large_dataset.csv')

# 分批次插入数据
batch_size = 10000  # 根据实际情况调整批次大小
for i in range(0, len(df), batch_size):
    df[i:i+batch_size].to_sql('your_table_name', engine, if_exists='append', index=False)

from sqlalchemy import Table, MetaData, insert

metadata = MetaData(bind=engine)
table = Table('your_table_name', metadata, autoload=True)

# 分批次插入数据
batch_size = 10000
for i in range(0, len(df), batch_size):
    stmt = insert(table).values(df[i:i+batch_size].to_dict(orient='records'))
    with engine.connect() as conn:
        conn.execute(stmt)

# 创建临时表
temp_table_name = 'temp_your_table_name'
df.to_sql(temp_table_name, engine, if_exists='replace', index=False)

# 将数据从临时表转移到目标表
with engine.connect() as conn:
    conn.execute(f'INSERT INTO your_table_name SELECT * FROM {temp_table_name}')
    conn.execute(f'DROP TABLE {temp_table_name}')