我可以只从scala-spark中的目录中读取想要的文件吗

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("Read Files from Directory")
  .master("local")
  .getOrCreate()

val directoryPath = "path/to/directory"
val fileFormat = "csv" // 文件格式，可以是csv、json、parquet等
val files = spark.read.format(fileFormat).load(directoryPath)

val filteredFiles = files.filter(col("input_file_name").endsWith(".csv"))