使用Zeppelin上的scala中的Spark拆分一列并将各个部分连接到一个新列中

import org.apache.spark.sql.functions._
import org.apache.spark.sql.types._

val spark = SparkSession.builder().appName("Column Split").getOrCreate()

val data = Seq(("John,Doe"), ("Jane,Smith"), ("Tom,Hanks"))
val schema = StructType(Seq(StructField("name", StringType, true)))
val df = spark.createDataFrame(data).toDF("name")

val splitCol = split(df("name"), ",")
val dfWithSplit = df.withColumn("first_name", splitCol.getItem(0))
                    .withColumn("last_name", splitCol.getItem(1))

dfWithSplit.show()