datax抽取库名带点的表遇到的问题

最新推荐文章于 2024-05-09 23:44:19 发布

有语忆语

最新推荐文章于 2024-05-09 23:44:19 发布

阅读量279

点赞数

分类专栏：大数据之Datax 文章标签：大数据

本文链接：https://blog.csdn.net/qq_44696532/article/details/132211406

版权

大数据之Datax 专栏收录该内容

3 篇文章 0 订阅

订阅专栏

一、描述任务

使用Datax抽取mysql中的数据到hive的wedw_ods层中，mysql的库名为：b.p.n.p 表名为：bene_group

二、datax.json脚本生成

因为datax的脚本是自动生成的，生成的格式如下：

{
  "core": {
    
  },
  "job": {
    "content": [
      {
        "reader": {
          "name": "mysqlreader",
          "parameter": {
            "column": [
              "ID",
              "REPLACE(REPLACE(REPLACE(Name,'\n',''),'\r',' '),'\t',' ')",
              "Locked",
              "REPLACE(REPLACE(REPLACE(Info,'\n',''),'\r',' '),'\t',' ')"
            ],
            "connection": [
              {
                "jdbcUrl": [
                  "jdbc:mysql://10.60.10.206:3306/b.p.n.p"
                ],
                "table": [
                  "b.p.n.p.bene_group"
                ]
              }
            ],
            "password": "123456",
            "splitPk": "ID",
            "username": "root"
          }
        },
        "writer": {
          "name": "hdfswriter",
          "parameter": {
            "column": [
              {
                "name": "ID",
                "type": "string"
              },
              {
                "name": "Name",
                "type": "string"
              },
              {
                "name": "Locked",
                "type": "int"
              },
              {
                "name": "Info",
                "type": "string"
              }
            ],
            "defaultFS": "hdfs://bigdata",
            "encoding": "utf-8",
            "fieldDelimiter": "\t",
            "fileName": "bpnp_bene_group_df",
            "fileType": "text",
            "hadoopConfig": {
              "dfs.namenode.rpc-address.bigdata.nn2": "10.60.8.109:8020",
              "dfs.ha.namenodes.bigdata": "nn1,nn2",
              "dfs.namenode.rpc-address.bigdata.nn1": "10.60.8.108:8020",
              "dfs.client.failover.proxy.provider.bigdata": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
              "dfs.nameservices": "bigdata"
            },
            "path": "/data/hive/warehouse/wedw_ods.db/bpnp_bene_group_df",
            "writeMode": "append"
          }
        }
      }
    ],
    "setting": {
      "errorLimit": {
        "percentage": 0.0,
        "record": 0
      },
      "speed": {
        "channel": 1
      }
    }
  }
}