如何从pyspark中的dataframe列中选择不同的非空值

from pyspark.sql import SparkSession
from pyspark.sql.functions import col

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建示例DataFrame
data = [("Alice", 25, "Engineer"),
        ("Bob", None, "Developer"),
        ("Charlie", 30, None),
        (None, 35, "Manager")]

df = spark.createDataFrame(data, ["Name", "Age", "Job"])
df.show()

+-------+----+---------+
|   Name| Age|      Job|
+-------+----+---------+
|  Alice|  25| Engineer|
|    Bob|null|Developer|
|Charlie|  30|     null|
|   null|  35|  Manager|
+-------+----+---------+

# 选择非空值
filtered_df = df.filter(col("Name").isNotNull() & col("Age").isNotNull() & col("Job").isNotNull())
filtered_df.show()

+-----+---+--------+
| Name|Age|     Job|
+-----+---+--------+
|Alice| 25|Engineer|
+-----+---+--------+

# 选择至少有一个非空值的行
filtered_df = df.filter(col("Name").isNotNull() | col("Age").isNotNull() | col("Job").isNotNull())
filtered_df.show()

+-------+----+---------+
|   Name| Age|      Job|
+-------+----+---------+
|  Alice|  25| Engineer|
|    Bob|null|Developer|
|Charlie|  30|     null|
|   null|  35|  Manager|
+-------+----+---------+