如何在spark dataframe上使用map或hashmap

import org.apache.spark.sql.functions._
import scala.collection.mutable.HashMap

val df = spark.createDataFrame(Seq(
  (1, "John", 25),
  (2, "Jane", 30),
  (3, "Bob", 35)
)).toDF("id", "name", "age")

val map = Map("John" -> "Engineer", "Jane" -> "Manager", "Bob" -> "Developer")
// 或者使用HashMap
val hashMap = HashMap("John" -> "Engineer", "Jane" -> "Manager", "Bob" -> "Developer")

// 使用map
val result = df.withColumn("designation", map(col("name")))
// 使用HashMap
val result = df.withColumn("designation", hashMap(col("name")))

result.show()