DataX-MySQL-to-Hive之Hadoop HA

1、脚本

{
    "setting": {},
    "job": {
        "setting": {
            "speed": {
                "channel": 2
            }
        },
        "content": [
            {
				"reader": {
                    "name": "mysqlreader",
                    "parameter": {
                        "username": "root",
                        "password": "123456",
                        "connection": [
                            {
                                "querySql": [
                                    "select * from sys_user;"
                                ],
                                "jdbcUrl": [
                                    "jdbc:mysql://node03:3306/cp_test"
                                ]
                            }
                        ]
                    }
                },
                "writer": {
                    "name": "hdfswriter",
                    "parameter": {
						"defaultFS": "hdfs://hdfs-ha",
						"hadoopConfig":{
							"dfs.nameservices": "hdfs-ha",
							"dfs.ha.namenodes.hdfs-ha": "nn1,nn2",
							"dfs.namenode.rpc-address.hdfs-ha.nn1": "out2904-012:8020",
							"dfs.namenode.rpc-address.hdfs-ha.nn2": "out2904-013:8020",
							"dfs.client.failover.proxy.provider.hdfs-ha": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
						},
                        "fileType": "text",
                        "path": "/user/hive/warehouse/ods.db/sys_user/",
                        "fileName": "202104",
                        "column": [
							{"name": "id","type": "bigint"},
							{"name": "created_by","type": "varchar"},
							{"name": "date_created","type": "datetime"},
							{"name": "last_updated","type": "datetime"},
							{"name": "last_updated_by","type": "varchar"},
							{"name": "version","type": "bigint"},
							{"name": "email","type": "varchar"},)
							{"name": "state","type": "int"},
							{"name": "full_name","type": "varchar"},
							{"name": "mobile","type": "varchar"},
							{"name": "password","type": "varchar"},
							{"name": "type","type": "varchar"},
							{"name": "username","type": "varchar"},
							{"name": "org_id","type": "bigint"},
							{"name": "tenant_id","type": "varchar"},
							{"name": "queue","type": "varchar"}
                        ],
                        "writeMode": "append",
                        "fieldDelimiter": "\t",
                        "compress":"NONE"
                    }
                }
            }
        ]
    }
}