DataX 导入StarRocks

最新推荐文章于 2024-03-14 10:08:42 发布

docsz

最新推荐文章于 2024-03-14 10:08:42 发布

阅读量570

点赞数 8

分类专栏： Doris&Starrocks 文章标签： starrocks

本文链接：https://blog.csdn.net/docsz/article/details/135241430

版权

Doris&Starrocks 专栏收录该内容

8 篇文章 1 订阅

订阅专栏

1、导入模板

说明：限速配置版本

{
	"core": {
		"transport": {
			"channel": {
				"speed": {
					"record": 100
				}
			}
		}
	},
	"job": {
		"setting": {
			"speed": {
				"record": 500
			}
		},
		"content": [
			{
				"reader": {
					"name": "mysqlreader",
					"parameter": {
						"column": [
							"eid",
							"name",
							"shareholders_tree",
							"shareholders_count",
							"holding_tree",
							"holding_count",
							"create_time",
							"update_time",
							"local_row_update_time"
						],
						"connection": [
							{
								"table": [
									"t_equity_family_tree_level6_0",
									"t_equity_family_tree_level6_1",
									"t_equity_family_tree_level6_10",
									"t_equity_family_tree_level6_11",
									"t_equity_family_tree_level6_12",
									"t_equity_family_tree_level6_13",
									"t_equity_family_tree_level6_14",
									"t_equity_family_tree_level6_15",
									"t_equity_family_tree_level6_2",
									"t_equity_family_tree_level6_3",
									"t_equity_family_tree_level6_4",
									"t_equity_family_tree_level6_5",
									"t_equity_family_tree_level6_6",
									"t_equity_family_tree_level6_7",
									"t_equity_family_tree_level6_8",
									"t_equity_family_tree_level6_9"
								],
								"jdbcUrl": [
									"jdbc:mysql://ip:3306/d_possible_relation?tinyInt1isBit=false&useUnicode=true&characterEncoding=UTF8&autoReconnect=true&zeroDateTimeBehavior=convertToNull&useSSL=false"
								]
							}
						],
						"password": "",
						"username": "",
						"splitPk": "eid",
						"where": ""
					}
				},
				"writer": {
					"name": "starrockswriter",
					"parameter": {
						"username": "",
						"password": "",
						"database": "ods",
						"table": "t_equity_family_tree_level6",
						"column": [
							"eid",
							"name",
							"shareholders_tree",
							"shareholders_count",
							"holding_tree",
							"holding_count",
							"create_time",
							"update_time",
							"local_row_update_time"
						],
						"preSql": [
							"truncate table ods.t_equity_family_tree_level6"
						],
						"postSql": [],
						"jdbcUrl": "jdbc:mysql://fe-ip:9030/",
						"loadUrl": [
							"be-ip:8040",
							"be-ip:8040",
							"be-ip:8040"
						],
						"loadProps": {
							"format": "json",
							"strip_outer_array": true
						}
					}
				}
			}
		]
	}
}