【踩坑实录】datax从pg同步数据到hive数据全为null问题

create table table_name(

a bigint,

b string

)

comment  'xx表' 
partitioned by (`ds` string) ;

{
    "job": {
        "content": [
            {
                "reader": {
                    "name": "postgresqlreader",
                    "parameter": {
                        "connection": [
                            {
                                "jdbcUrl": ["jdbc:postgresql://ip:host/db"],
                                "querySql": ["select a,b from table_name"],
                            }
                        ],
                        "username": "name",
                        "password": "pwd"
                    }
                },
               "writer": {
                                "name": "hdfswriter",
                                "parameter": {
                                        "defaultFS": "hdfs://ip:host",
                                        "fileType": "text",
                                        "path": "/user/hive/warehouse/db.db/table_name/ds=${ds}",
                                        "fileName": "table_name",
                                         "column": [
                                                    {"name":"a","type":"bigint"},
                                                    {"name":"b","type":"string"}
                                                   ],
                                        "writeMode": "append",
                                        "fieldDelimiter": "\t",
                                        "encoding": "utf-8"
                                }
                        }
                }],
                "setting": {
                        "speed": {
                                "channel": "1"
                        }
                }
        }
}

alter table ds.ods_user_info_dd set serdeproperties('field.delim'='\t');

create table table_name(

a bigint,

b string

)

comment  'xx表' 
partitioned by (`ds` string) 
row format delimited fields terminated by '\t';

alter table 表名 change column 原字段名 现字段名 字段类型；

--修改为ORC格式

ALTER TABLE 表名 SET FILEFORMAT ORC

--修改为Text

ALTER TABLE 表名 SET FILEFORMAT TEXTFILE