使用spark sql创建配置单元表

import org.apache.spark.sql.SparkSession

val spark = SparkSession.builder()
  .appName("Create Config Unit Table")
  .master("local")
  .getOrCreate()

import org.apache.spark.sql.types._

val configSchema = StructType(Seq(
  StructField("unit_id", IntegerType, nullable = false),
  StructField("unit_name", StringType, nullable = false),
  StructField("config_value", StringType, nullable = false)
))

val configData = Seq(
  Row(1, "Unit 1", "Value 1"),
  Row(2, "Unit 2", "Value 2"),
  Row(3, "Unit 3", "Value 3")
)

val configDF = spark.createDataFrame(spark.sparkContext.parallelize(configData), configSchema)
configDF.createOrReplaceTempView("config_unit")

val result = spark.sql("SELECT * FROM config_unit")
result.show()