mysql数据同步StarRocks_datax模板 datax

最新推荐文章于 2024-10-05 13:49:12 发布

shijiazhenghu

最新推荐文章于 2024-10-05 13:49:12 发布

阅读量92

点赞数 1

文章标签： mysql sqoop 数据仓库 etl 数据库架构 etl工程师

本文链接：https://blog.csdn.net/shijiazhenghu/article/details/142286228

版权

#mysql数据同步StarRocks 下

{
    "job": {
        "setting": {
            "speed": {
                 "channel": 1
            },
            "errorLimit": {
                "record": 0,
                "percentage": 0
            }
        },
        "content": [
            {
                "reader": {
                    "name": "mysqlreader",
                    "parameter": {
                        "username": "zhanghu",
                        "password": "XXX",
                        "column": [ "id",                                   
                                    "create_user",
                                    "create_time",
                                    "update_user",
                                    "update_time"
                                  ],
                        "connection": [
                            {
                                "table": [ "table_name"],
                                "jdbcUrl": [
                                     "jdbc:mysql://ip:3306/db"
                                ]
                            }
                        ]
                    }
                },
               "writer": {
                    "name": "starrockswriter",
                    "parameter": {
                        "username": "root",
                        "password": "XXX",
                        "database": "ods",
                        "table": "table_name",
                        "column": [ "id",                                    
                                    "create_user",
                                    "create_time",
                                    "update_user",
                                    "update_time"
                                    ],
                        "preSql": ["truncate table ods.table_name"],
                        "postSql": [],
                        "jdbcUrl": "jdbc:mysql://ip:9030/",
                        "loadUrl": ["ip1:8030","ip2:8030"],
                        "loadProps": {
                                      "column_separator": "\\x01",
                                      "row_delimiter": "\\x02",
                                      "max_filter_ratio":"0.1"
                                     }
                    }
                }
            }
        ]
    }
}