python亿级mysql数据库导出

import subprocess
from multiprocessing import Pool

def dump_table(table_name):
    subprocess.run(['mysqldump', '-u', 'username', '-ppassword', 'database_name', table_name])

tables = ['table1', 'table2', 'table3']  # 替换为实际的表名列表
with Pool(processes=4) as pool:
    pool.map(dump_table, tables)

import mysql.connector

def fetch_data_in_batches(cursor, table_name, batch_size=10000):
    query = f"SELECT * FROM {table_name} LIMIT %s OFFSET %s"
    offset = 0
    while True:
        cursor.execute(query, (batch_size, offset))
        batch = cursor.fetchall()
        if not batch:
            break
        # 处理批量数据
        process_batch(batch)
        offset += batch_size

def process_batch(batch):
    # 处理数据的逻辑
    pass

cnx = mysql.connector.connect(user='username', password='password', host='host', database='database_name')
cursor = cnx.cursor()
fetch_data_in_batches(cursor, 'table_name')
cursor.close()
cnx.close()

mysqldump --single-transaction -u username -ppassword database_name > dump.sql