datax抽取mongodb数据到hive
{ "job": { "setting": { "speed": { "channel": 3 }, "errorLimit": { "record": 0, "percentage": 0.02 } }, "content": [ { "reader": { "name": "mongodbreader", "parameter": { "address": [ "ip:27001" ], "userName": "username", "userPassword": "userpassword", "dbName": "xxx", "authDb": "xxx", "collectionName": "xxx", "column": [ { "name": "_id", "type": "String" }, { "name": "productId", "type": "String" }, { "name": "deviceId", "type": "String" }, { "name": "deviceNo", "type": "String" }, { "name": "accountNo", "type": "String" }, { "name": "commandId", "type": "String" }, { "name": "params", "type": "Document" }, { "name": "note", "type": "String" }, { "name": "commandName", "type": "String" }, { "name": "status", "type": "String" }, { "name": "createTime", "type": "Long" }, { "name": "sendTime", "type": "Long" }, { "name": "finishTime", "type": "Long" }, { "name": "operator", "type": "String" } ] } }, "writer": { "name": "hdfswriter", "parameter": { "defaultFS": "hdfs://node151:8020", "fileType": "orc", "path": "/warehouse/tablespace/managed/hive/ods.db/ods_", "fileName": "ods_", "column": [ { "name": "ID", "type": "STRING" }, { "name": "PRODUCT_ID", "type": "STRING" }, { "name": "DEVICE_ID", "type": "STRING" }, { "name": "DEVICE_NO", "type": "STRING" }, { "name": "ACCOUNT_NO", "type": "STRING" }, { "name": "COMMAND_ID", "type": "STRING" }, { "name": "PARAMS", "type": "STRING" }, { "name": "NOTE", "type": "STRING" }, { "name": "COMMAND_NAME", "type": "STRING" }, { "name": "STATUS", "type": "STRING" }, { "name": "CREATE_TIME", "type": "STRING" }, { "name": "SEND_TIME", "type": "STRING" }, { "name": "FINISH_TIME", "type": "STRING" }, { "name": "OPERATOR", "type": "STRING" } ], "writeMode": "append", "fieldDelimiter": "^", "compress": "SNAPPY" } } } ] } }