从Spark Dataframe的ArrayType列中删除Scala中的空列表

import org.apache.spark.sql.functions._
import org.apache.spark.sql.types._

val data = Seq(
  (1, Array(1, 2, 3)),
  (2, Array.empty[Int]),
  (3, Array(4, 5)),
  (4, Array.empty[Int])
).toDF("id", "values")

val result = data.filter(size($"values") > 0)

result.show()

import org.apache.spark.sql.functions._
import org.apache.spark.sql.types._

val data = Seq(
  (1, Array(1, 2, 3)),
  (2, Array.empty[Int]),
  (3, Array(4, 5)),
  (4, Array.empty[Int])
).toDF("id", "values")

val result = data.filter(size($"values") > 0)
result.show()