1、脚本
{
"job": {
"content": [{
"reader": {
"name": "hdfsreader",
"parameter": {
"column": [
{
"index": 0,
"type": "STRING"
},
{
"index": 1,
"type": "STRING"
},
{
"index": 2,
"type": "STRING"
},
{
"index": 3,
"type": "STRING"
},
{
"index": 4,
"type": "STRING"
},
{
"index": 5,
"type": "STRING"
},
{
"index": 6,
"type": "STRING"
},
{
"index": 7,
"type": "STRING"
},
{
"index": 8,
"type": "STRING"
},
{
"index": 9,
"type": "STRING"
},
{
"index": 10,
"type": "STRING"
},
{
"index": 11,
"type": "STRING"
},
{
"index": 12,
"type": "STRING"
},
{
"index": 13,
"type": "STRING"
},
{
"index": 14,
"type": "STRING"
},
{
"index": 15,
"type": "DATE",
"dateFormat": "yyyy-mm-dd hh:mm:ss"
},
{
"index": 16,
"type": "STRING"
},
{
"index": 17,
"type": "LONG"
},
{
"index": 18,
"type": "STRING"
},
{
"index": 19,
"type": "STRING"
},
{
"index": 20,
"type": "STRING"
},
{
"index": 21,
"type": "STRING"
},
{
"index": 22,
"type": "DATE",
"dateFormat": "yyyy-mm-dd hh:mm:ss"
},
{
"index": 23,
"type": "DATE",
"dateFormat": "yyyy-mm-dd hh:mm:ss"
},
{
"index": 24,
"type": "STRING"
},
{
"index": 25,
"type": "STRING"
},
{
"index": 26,
"type": "STRING"
},
{
"index": 27,
"type": "DATE",
"dateFormat": "yyyy-mm-dd hh:mm:ss"
},
{
"index": 28,
"type": "STRING"
},
{
"index": 29,
"type": "STRING"
},
{
"index": 30,
"type": "DATE",
"dateFormat": "yyyy-mm-dd hh:mm:ss"
}
],
"csvReaderConfig": {
"safetySwitch": false,
"skipEmptyRecords": false,
"useTextQualifier": false
},
"hadoopConfig": {
"fs.hdfs.impl.disable.cache": "true"
},
"defaultFS": "hdfs://172.16.10.160:8020",
"encoding": "UTF-8",
"fieldDelimiter": "|",
"fileType": "orc",
"nullFormat": "",
"path": "/user/hive/warehouse/mask_data.db/business_index/*"
}
},
"writer": {
"name": "oraclewriter",
"parameter": {
"column": [
"BJBH",
"SXBM",
"SXMC",
"BJLX",
"SQR",
"SQZJLX",
"SQZJHM",
"LXR",
"LXRZJLX",
"LXRZJHM",
"LXDH",
"LXYZBM",
"LXTXDZ",
"FDDBR",
"SQLY",
"SQSJ",
"XMBH",
"BJZT",
"ID",
"OID",
"QHDM",
"JGDM",
"CJSJ",
"GXSJ",
"FLAG",
"EXCHANGE",
"DATA_UP_UUID",
"DATA_UP_TIME",
"DATA_UP_STATUS",
"PBSNUM",
"SCKQZSJ"
],
"connection": [{
"jdbcUrl": "jdbc:oracle:thin:@//ip:1521/orcl",
"table": ["BUSINESS_INDEX"]
}],
"password": "",
"username": "",
"preSql": ["truncate table BUSINESS_INDEX"],
"batchSize": "4096"
}
}
}],
"setting": {
"speed": {
"channel": "3"
}
}
}
}