将带有分号分隔符的CSV文件从S3导入到RDS Postgres数据库

import boto3
import psycopg2

# 配置AWS凭证
aws_access_key_id = 'YOUR_AWS_ACCESS_KEY_ID'
aws_secret_access_key = 'YOUR_AWS_SECRET_ACCESS_KEY'
region_name = 'YOUR_AWS_REGION'

# 配置S3和RDS连接信息
s3_bucket_name = 'YOUR_S3_BUCKET_NAME'
s3_file_key = 'YOUR_S3_FILE_KEY'
rds_host = 'YOUR_RDS_HOST'
rds_port = 'YOUR_RDS_PORT'
rds_db_name = 'YOUR_RDS_DB_NAME'
rds_username = 'YOUR_RDS_USERNAME'
rds_password = 'YOUR_RDS_PASSWORD'
rds_table_name = 'YOUR_RDS_TABLE_NAME'

# 创建S3和RDS客户端
s3_client = boto3.client('s3', aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key, region_name=region_name)
rds_conn = psycopg2.connect(host=rds_host, port=rds_port, database=rds_db_name, user=rds_username, password=rds_password)

# 下载CSV文件到本地临时目录
local_file_path = '/tmp/temp.csv'
s3_client.download_file(s3_bucket_name, s3_file_key, local_file_path)

# 执行导入操作
with rds_conn.cursor() as cursor:
    with open(local_file_path, 'r') as file:
        cursor.copy_from(file, rds_table_name, sep=';')
    rds_conn.commit()

# 清理临时文件
os.remove(local_file_path)