使用Spark Scala实现字符串到Array[Structype]的模式转换

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.types.{ArrayType, StringType, StructField, StructType}

val spark = SparkSession.builder()
  .appName("String to Array[StructType] Conversion")
  .getOrCreate()

val inputString = "name:John,age:30|name:Jane,age:25"
val targetSchema = StructType(Seq(
  StructField("name", StringType),
  StructField("age", StringType)
))

def convertStringToArrayStruct(input: String, schema: StructType): Array[org.apache.spark.sql.Row] = {
  input.split("\\|").map { record =>
    val fields = record.split(",")
    val values = fields.map { field =>
      val keyValue = field.split(":")
      keyValue(1)
    }
    org.apache.spark.sql.Row.fromSeq(values)
  }
}

val convertedData = convertStringToArrayStruct(inputString, targetSchema)

val df = spark.createDataFrame(spark.sparkContext.parallelize(convertedData), targetSchema)
df.show()