dataX json配置

1.mysql2mysql的例子

{
    "job":{
        "content":[
            {
                "reader":{
                    "name":"mysqlreader",
                    "parameter":{
                        "column":[
                            "id",
                            "name"
                        ],
                        "connection":[
                            {
                                "jdbcUrl":[
                                    "jdbc:mysql://127.0.0.1:3306/dq"
                                ],
                                "table":[
                                    "table1"
                                ]
                            }
                        ],
                        "password":"123456",
                        "username":"root"
                    }
                },
                "writer":{
                    "name":"mysqlwriter",
                    "parameter":{
                        "column":[
                            "id",
                            "name"
                        ],
                        "connection":[
                            {
                                "jdbcUrl":"jdbc:mysql://ip地址:端口/test",
                                "table":[
                                    "table2"
                                ]
                            }
                        ],
                        "password":"123456",
                        "username":"root"
                    }
                }
            }
        ],
        "setting":{
            "speed":{
                "channel":"1"
            }
        }
    }
}

 

2.mysql到本地：

{
    "job":{
        "content":[
            {
                "reader":{
                    "name":"mysqlreader",
                    "parameter":{
                        "username":"root",
                        "password":"root",
                        "column":[
                            "ID",
                            "VISIT_IP"
                        ],
                        "connection":[
                            {
                                "table":[
                                    "visit_log"
                                ],
                                "jdbcUrl":[
                                    "jdbc:mysql://192.168.0.197:3306/qyyx_test"
                                ]
                            }
                        ]
                    }
                },
                "writer":{
                    "name":"streamwriter",
                    "parameter":{
                        "print":false,
                        "encoding":"UTF-8"
                    }
                }
            }
        ]
    }
}

 

3.HDFS打印到本地控制台

{
    "job":{
        "setting":{
            "speed":{
                "channel":3
            }
        },
        "content":[
            {
                "reader":{
                    "name":"hdfsreader",
                    "parameter":{
                        "path":"/user/hive/warehouse/test.db/nnn/*",
                        "defaultFS":"hdfs://192.168.200.45:8020",
                        "column":[
                            "*"
                        ],
                        "fileType":"orc",
                        "encoding":"UTF-8",
                        "fieldDelimiter":","
                    }
                },
                "writer":{
                    "name":"streamwriter",
                    "parameter":{
                        "print":true
                    }
                }
            }
        ]
    }
}

4.orcle打印到Linux

{
    "job":{
        "setting":{
            "speed":{
                "channel":5
            }
        },
        "content":[
            {
                "reader":{
                    "name":"oraclereader",
                    "parameter":{
                        "username":"edw_src",
                        "password":"123456",
                        "where":"",
                        "connection":[
                            {
                                "querySql":[
                                    "select * from ORDER_DETAIL_BAK"
                                ],
                                "jdbcUrl":[
                                    "jdbc:oracle:thin:@192.168.0.197:1521:orcl"
                                ]
                            }
                        ]
                    }
                },
                "writer":{
                    "name":"streamwriter",
                    "parameter":{
                        "visible":true,
                        "encoding":"UTF-8"
                    }
                }
            }
        ]
    }
}

 

5.sqlserver to mysql

{
  "job": {
    "content": [
      {
        "reader": {        //读入库配置，比如说是sql server
          "name": "",      //数据源名称，别瞎写
          "parameter": {}  //数据库配置信息
        },
        "writer": {        //写入库配置，比如说是mysql
          "name": "",      //数据源名称，别瞎写
          "parameter": {}  //数据库配置信息
        }
      }
    ],
    "setting": {            //基本设置
      "speed": {            //流量控制
        "channel": 1,       //同步时候的并发数
        "byte": 104857600   //同步时候的字节大小，影响速度
      },
      "errorLimit": {       //脏数据控制
        "record": 10,       //脏数据最大记录数阈值
        "percentage": 0.05  //脏数据占比阈值
      }
    }
  }
}