Datax json模板集合

oracl--oracle

{

  "job": {

    "setting": {

      "speed": {

        "channel": 6,

        "byte": 8048576,

        "record": 10000000

      },

      "errorLimit": {

        "record": 0,

        "percentage": 0.02

      }

    },

    "content": [

      {

        "reader": {

          "name": "oraclereader",

          "parameter": {

            "username": "LBvJK5SCa+KaBM8S8V32Hg==",

            "password": "Ow93v9W/n6LsMt7cANfMUg==",

            "splitPk": "SRCUNITCODE",

            "connection": [

              {

                "querySql": [

                  "select * from QZDATA.MLOG$_IPCONN"

                ],

                "jdbcUrl": [

                  "jdbc:oracle:thin:@10.13.8.17:1521:pdbqz"

                ]

              }

            ]

          }

        },

        "writer": {

          "name": "oraclewriter",

          "parameter": {

            "username": "8YCulfPv9mIRnrTPCVETPQ==",

            "password": "TMtG3CBsNuPtiJiEiRMZjw==",

            "column": [

              "\"SRCUNITCODE\"",

              "\"DSTUNITCODE\"",

              "\"SNAPTIME$$\"",

              "\"DMLTYPE$$\"",

              "\"OLD_NEW$$\"",

              "\"CHANGE_VECTOR$$\""

            ],

            "connection": [

              {

                "table": [

                  "MLOG$_IPCONN"

                ],

                "jdbcUrl": "jdbc:oracle:thin:@10.13.7.88:1521:fzjzdb2"

              }

            ]

          }

        }

      }

    ]

  }

}

oracle-clinkhouse

"job": {

    "setting": {

      "speed": {

        "channel": 6,

        "byte": 8048576,

        "record": 10000000

      },

      "errorLimit": {

        "record": 0,

        "percentage": 0.02

      }

    },

    "content": [

      {

        "reader": {

          "name": "oraclereader",

          "parameter": {

            "username": "8YCulfPv9mIRnrTPCVETPQ==",

            "password": "TMtG3CBsNuPtiJiEiRMZjw==",

            "column": [

              "\"SRCUNITCODE\"",

              "\"DSTUNITCODE\"",

              "\"SNAPTIME$$\"",

              "\"DMLTYPE$$\"",

              "\"OLD_NEW$$\"",

              "\"CHANGE_VECTOR$$\""

            ],

            "splitPk": "SRCUNITCODE",

            "connection": [

              {

                "table": [

                  "MLOG$_IPCONN"

                ],

                "jdbcUrl": [

                  "jdbc:oracle:thin:@10.13.7.88:1521:fzjzdb2"

                ]

              }

            ]

          }

        },

        "writer": {

          "name": "clickhousewriter",

          "parameter": {

            "username": "xDbvb+lAxXpZ1LC9kQu/Lw==",

            "password": "9KANC0WEWcvyDPo/uSIx7w==",

            "column": [

              "SRCUNITCODE",

              "DSTUNITCODE",

              "SNAPTIME$$",

              "DMLTYPE$$",

              "OLD_NEW$$",

              "CHANGE_VECTOR$$"

            ],

            "connection": [

              {

                "table": [

                  "MLOG_IPCONN"

                ],

                "jdbcUrl": "jdbc:clickhouse://10.13.7.74:8123/db_dgms"

              }

            ]

          }

        }

      }

    ]

  }

}

oracle--hive

{

  "job": {

    "setting": {

      "speed": {

        "channel": 6,

        "byte": 8048576,

        "record": 10000000

      },

      "errorLimit": {

        "record": 0,

        "percentage": 0.02

      }

    },

    "content": [

      {

        "reader": {

          "name": "oraclereader",

          "parameter": {

            "username": "8YCulfPv9mIRnrTPCVETPQ==",

            "password": "TMtG3CBsNuPtiJiEiRMZjw==",

            "column": [

              "\"STARTDATE\"",

              "\"STATIONID\"",

              "\"POINTID\"",

              "\"ITEMID\"",

              "\"SAMPLERATE\"",

              "\"OBSVALUE\""

      "\"PROCESSINGFLAG\""

      "\"DATE_INDEX\""

            ],

            "splitPk": "SRCUNITCODE",

            "connection": [

              {

                "table": [

                  "MLOG$_IPCONN"

                ],

                "jdbcUrl": [

                  "jdbc:oracle:thin:@10.13.7.88:1521:fzjzdb"

                ]

              }

            ]

          }

        },

        "writer": {

          "name": "hdfswriter",

          "parameter": {

            "defaultFS": "hdfs://10.13.7.76:8020",

            "fileType": "text",

            "path": "/user/hive/warehouse/fluid_pre.db/qz_422_dys_90",

            "fileName": "hdfswriter",

            "writeMode": "append",

            "fieldDelimiter": "\t",

            "column": [

              {

                "name": "startdate",

                "type": "string"

              },

              {

                "name": "stationid",

                "type": "string"

              },

              {

                "name": "pointid",

                "type": "string"

              },

              {

                "name": "itemid",

                "type": "string"

              },

              {

                "name": "samplerate",

                "type": "string"

              },

              {

                "name": "obsvalue",

                "type": "string"

              }

               {

                "name": "processingflag",

                "type": "string"

              }

               {

                "name": "date_index",

                "type": "string"

              }

            ]

          }

        }

      }

    ]

  }

}

mysql-hive