dataX_from_mysql_to_hive_orc

angela_bigdata

已于 2022-12-28 17:54:33 修改

阅读量321

点赞数

分类专栏： dolphinscheduler 文章标签： hive mysql hadoop datax

于 2022-12-28 17:39:30 首次发布

本文链接：https://blog.csdn.net/wanglifengchao222/article/details/128471868

版权

dolphinscheduler 专栏收录该内容

7 篇文章 1 订阅

订阅专栏

{
"job": {
"setting": {
"speed": {
"channel": "1"
},
"errorLimit": {
"record": 0,
"percentage": 1
}
},
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "username",
"password": "password",
"splitPk": "",
"column": [
"`id`",
"`name`"
],
"where": "",
"connection": [
{
"jdbcUrl": [
"jdbc:mysql://dafdfad.fdafd.com:3306/databasedb?serverTimezone=Asia/Shanghai"
],
"table": [
"`test`"
]
}
]
}
},
"writer": {
"name": "hdfswriter",
"parameter": {
"defaultFS": "hdfs://abcd.ambari.com:8020",
"fileType": "orc",
"path": "/warehouse/tablespace/managed/hive/db.db/test/",
"fileName": "000000_0",
"column": [
{
"name": "id",
"type": "bigint"
},
{
"name": "name",
"type": "string"
}
],
"writeMode": "append",
"fieldDelimiter": "^",
"compress": "SNAPPY"
}
}
}
]
}
}