根据spark dataframe中的列条件，将分隔符最后一次出现的列拆分为两列

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("DataFrameSplit")
  .master("local")
  .getOrCreate()

val data = Seq(("John,Doe,25"), ("Jane,Smith,30"), ("Michael,Jordan,40"))
val df = spark.createDataFrame(data).toDF("name")

val splitCol = split(df("name"), ",")
val dfWithSplit = df.withColumn("first_name", splitCol.getItem(0))
  .withColumn("last_name", expr("split(name, ',')[size(split(name, ','))-1]"))

dfWithSplit.show(false)

+-------------+----------+---------+
|name         |first_name|last_name|
+-------------+----------+---------+
|John,Doe,25  |John      |25       |
|Jane,Smith,30|Jane      |30       |
|Michael,Jordan,40|Michael |40       |
+-------------+----------+---------+