PySpark过滤数据帧并将数据帧写入mysql数据库

from pyspark.sql import SparkSession

# 创建SparkSession对象
spark = SparkSession.builder \
    .appName("PySpark Example") \
    .config("spark.some.config.option", "some-value") \
    .getOrCreate()

# 读取数据帧
data_frame = spark.read \
    .format("jdbc") \
    .option("url", "jdbc:mysql://localhost:3306/mydatabase") \
    .option("dbtable", "mytable") \
    .option("user", "username") \
    .option("password", "password") \
    .load()

# 过滤数据帧
filtered_data_frame = data_frame.filter(data_frame.column_name == "value")

# 将数据帧写入MySQL数据库
filtered_data_frame.write \
    .format("jdbc") \
    .option("url", "jdbc:mysql://localhost:3306/mydatabase") \
    .option("dbtable", "filtered_table") \
    .option("user", "username") \
    .option("password", "password") \
    .save()