在Scala中创建二维列表和制作DataFrame

val matrix: List[List[Int]] = List(
  List(1, 2, 3),
  List(4, 5, 6),
  List(7, 8, 9)
)

import org.apache.spark.sql.{Row, SparkSession}
import org.apache.spark.sql.types.{IntegerType, StructField, StructType}

val spark = SparkSession.builder()
  .appName("Creating DataFrame")
  .master("local")
  .getOrCreate()

val data = List(
  Row(1, "John"),
  Row(2, "Jane"),
  Row(3, "Alice")
)

val schema = StructType(
  List(
    StructField("id", IntegerType, nullable = false),
    StructField("name", StringType, nullable = false)
  )
)

val rdd = spark.sparkContext.parallelize(data)
val df = spark.createDataFrame(rdd, schema)