无法在pyspark中导入pyarrow

pip install --upgrade pyspark
pip install --upgrade pyarrow

import os
os.environ['ARROW_PRE_0_15_IPC_FORMAT'] = '1'

import pandas as pd
from pyspark.sql import SparkSession

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 使用pandas读取数据
pandas_df = pd.read_parquet('data.parquet')

# 将pandas DataFrame转换为Spark DataFrame
spark_df = spark.createDataFrame(pandas_df)

# 对Spark DataFrame进行操作
result = spark_df.select('column_name').groupBy('column_name').count()

# 显示结果
result.show()