1.mongodb连接、字段等
查看上一篇
2.设置辅助增量要求如下
3.json格式如下
{
"job": {
"setting": {
"speed": {
"channel": 3,
"byte": 1048576
},
"errorLimit": {
"record": 0,
"percentage": 0.02
}
},
"content": [
{
"reader": {
"name": "mongodbreader",
"parameter": {
"address": [
"192.168.1.100:27017"
],
"userName": "username",
"userPassword": "password",
"dbName": "DBname",
"collectionName": "collectionname",
"column": [
{
"name": "sourceSystem",
"type": "String"
},
{
"name": "configId",
"type": "String"
},
{
"name": "target",
"type": "String"
},
{
"name": "userName",
"type": "String"
},
{
"name": "paramJson",
"type": "String"
},
{
"name": "sendTime",
"type": "Date"
},
{
"name": "detailId",
"type": "Long"
}
],
"query": "{\"sendTime\":{\"$gte\":ISODate(${lastTime}),\"$lt\":ISODate(${currentTime})},\"detailType\":\"app\",\"sourceSystem\":\"qfcoss\",\"success\": {\"$eq\": true}}"
}
},
"writer": {
"name": "mongodbwriter",
"parameter": {
"address": [
"192.168.1.101:27017"
],
"userName": "username",
"userPassword": "password",
"dbName": "DBname",
"collectionName": "collectionname",
"column": [
{
"name": "sourceSystem",
"type": "String"
},
{
"name": "app_code",
"type": "String"
},
{
"name": "target",
"type": "String"
},
{
"name": "user_name",
"type": "String"
},
{
"name": "content",
"type": "String"
},
{
"name": "send_time",
"type": "Date"
},
{
"name": "outer_id",
"type": "Long"
}
],
"upsertInfo": {
"isUpsert": false,
"upsertKey": ""
}
}
}
}
]
}
}
query筛选基本和mongodb的find方法类似 sendTime是时间格式筛选 , success是布尔值筛选 ,detailType是字符或者int筛选可以参考
如果有时间戳字段,增量时间段修改成 %s注意不要有单引号
query修改为
"query": "{\"updateTimestamp\":{\"$gte\":${lastTime},\"$lt\":${currentTime}},\"detailType\":\"app\",\"sourceSystem\":\"qfcoss\",\"success\": {\"$eq\": true}}"