DataX读取Hive表写入Oracle之orc存储格式

18 篇文章 2 订阅
6 篇文章 0 订阅

1、脚本

{
	"job": {
		"content": [{
			"reader": {
				"name": "hdfsreader",
				"parameter": {
					"column": [
						{
							"index": 0,
							"type": "STRING"
						},
						{
							"index": 1,
							"type": "STRING"
						},
						{
							"index": 2,
							"type": "STRING"
						},
						{
							"index": 3,
							"type": "STRING"
						},
						{
							"index": 4,
							"type": "STRING"
						},
						{
							"index": 5,
							"type": "STRING"
						},
						{
							"index": 6,
							"type": "STRING"
						},
						{
							"index": 7,
							"type": "STRING"
						},
						{
							"index": 8,
							"type": "STRING"
						},
						{
							"index": 9,
							"type": "STRING"
						},
						{
							"index": 10,
							"type": "STRING"
						},
						{
							"index": 11,
							"type": "STRING"
						},
						{
							"index": 12,
							"type": "STRING"
						},
						{
							"index": 13,
							"type": "STRING"
						},
						{
							"index": 14,
							"type": "STRING"
						},
						{
							"index": 15,
							"type": "DATE",
							"dateFormat": "yyyy-mm-dd hh:mm:ss"
						},
						{
							"index": 16,
							"type": "STRING"
						},
						{
							"index": 17,
							"type": "LONG"
						},
						{
							"index": 18,
							"type": "STRING"
						},
						{
							"index": 19,
							"type": "STRING"
						},
						{
							"index": 20,
							"type": "STRING"
						},
						{
							"index": 21,
							"type": "STRING"
						},
						{
							"index": 22,
							"type": "DATE",
							"dateFormat": "yyyy-mm-dd hh:mm:ss"
						},
						{
							"index": 23,
							"type": "DATE",
							"dateFormat": "yyyy-mm-dd hh:mm:ss"
						},
						{
							"index": 24,
							"type": "STRING"
						},
						{
							"index": 25,
							"type": "STRING"
						},
						{
							"index": 26,
							"type": "STRING"
						},
						{
							"index": 27,
							"type": "DATE",
							"dateFormat": "yyyy-mm-dd hh:mm:ss"
						},
						{
							"index": 28,
							"type": "STRING"
						},
						{
							"index": 29,
							"type": "STRING"
						},
						{
							"index": 30,
							"type": "DATE",
							"dateFormat": "yyyy-mm-dd hh:mm:ss"
						}
					],
					"csvReaderConfig": {
						"safetySwitch": false,
						"skipEmptyRecords": false,
						"useTextQualifier": false
					},
					"hadoopConfig": {
						"fs.hdfs.impl.disable.cache": "true"
					},
					"defaultFS": "hdfs://172.16.10.160:8020",
					"encoding": "UTF-8",
					"fieldDelimiter": "|",
					"fileType": "orc",
					"nullFormat": "",
					"path": "/user/hive/warehouse/mask_data.db/business_index/*"
				}
			},
			"writer": {
				"name": "oraclewriter",
				"parameter": {
					"column": [
						"BJBH",
						"SXBM",
						"SXMC",
						"BJLX",
						"SQR",
						"SQZJLX",
						"SQZJHM",
						"LXR",
						"LXRZJLX",
						"LXRZJHM",
						"LXDH",
						"LXYZBM",
						"LXTXDZ",
						"FDDBR",
						"SQLY",
						"SQSJ",
						"XMBH",
						"BJZT",
						"ID",
						"OID",
						"QHDM",
						"JGDM",
						"CJSJ",
						"GXSJ",
						"FLAG",
						"EXCHANGE",
						"DATA_UP_UUID",
						"DATA_UP_TIME",
						"DATA_UP_STATUS",
						"PBSNUM",
						"SCKQZSJ"
					],
					"connection": [{
						"jdbcUrl": "jdbc:oracle:thin:@//ip:1521/orcl",
						"table": ["BUSINESS_INDEX"]
					}],
					"password": "",
					"username": "",
					"preSql": ["truncate table BUSINESS_INDEX"],
					"batchSize": "4096"
				}
			}
		}],
		"setting": {
			"speed": {
				"channel": "3"
			}
		}
	}
}

  • 0
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值