带下划线的spark Dataset到java对象映射字段

import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Encoders;
import org.apache.spark.sql.Row;
import org.apache.spark.sql.SparkSession;

public class SparkDatasetMappingExample {
    public static void main(String[] args) {
        // 创建SparkSession
        SparkSession spark = SparkSession.builder()
                .appName("SparkDatasetMappingExample")
                .master("local")
                .getOrCreate();

        // 创建一个包含下划线字段的Dataset
        Dataset<Row> dataset = spark.read()
                .format("csv")
                .option("header", "true")
                .load("data.csv");

        // 定义Java对象的映射类型
        Dataset<JavaObject> javaObjects = dataset.map(
                (Row row) -> {
                    JavaObject javaObject = new JavaObject();
                    javaObject.setField1(row.getAs("_field1"));
                    javaObject.setField2(row.getAs("_field2"));
                    // 设置其他字段映射
                    return javaObject;
                },
                Encoders.bean(JavaObject.class)
        );

        // 打印Java对象
        javaObjects.show();

        // 停止SparkSession
        spark.stop();
    }

    // 定义Java对象
    public static class JavaObject {
        private String field1;
        private String field2;

        // 定义getter和setter方法

        public String getField1() {
            return field1;
        }

        public void setField1(String field1) {
            this.field1 = field1;
        }

        public String getField2() {
            return field2;
        }

        public void setField2(String field2) {
            this.field2 = field2;
        }
    }
}