datax抽取mongodb数据到hive
{ "job": { "setting": { "speed": { "channel": 3 }, "errorLimit": { "record": 0, "percentage": 0.02 } }, "content": [ { "reader": { "name": "mongodbreader", "parameter": { "address": [ "ip:27001" ], "userName": "username", "userPassword": "userpassword", "dbName": "xxx", "authDb": "xxx", "collectionName": "xxx", "column": [ { "name": "_id", "type": "String" }, { "name": "productId", "type": "String" }, { "name": "deviceId", "type": "String" }, { "name": "deviceNo", "type": "String" }, { "name": "accountNo", "type": "String" }, { "name": "commandId", "type": "String" }, { "name": "params", "type": "Document" }, { "name": "note", "type": "String" }, { "name": "commandName", "type": "String" }, { "name": "status", "type": "String" }, { "name": "createTime", "type": "Long" }, { "name": "sendTime", "type": "Long" }, { "name": "finishTime", "type": "Long" }, { "name": "operator", "type": "String" } ] } }, "writer": { "name": "hdfswriter", "parameter": { "defaultFS": "hdfs://node151:8020", "fileType": "orc", "path": "/warehouse/tablespace/managed/hive/ods.db/ods_", "fileName": "ods_", "column": [ { "name": "ID", "type": "STRING" }, { "name": "PRODUCT_ID", "type": "STRING" }, { "name": "DEVICE_ID", "type": "STRING" }, { "name": "DEVICE_NO", "type": "STRING" }, { "name": "ACCOUNT_NO", "type": "STRING" }, { "name": "COMMAND_ID", "type": "STRING" }, { "name": "PARAMS", "type": "STRING" }, { "name": "NOTE", "type": "STRING" }, { "name": "COMMAND_NAME", "type": "STRING" }, { "name": "STATUS", "type": "STRING" }, { "name": "CREATE_TIME", "type": "STRING" }, { "name": "SEND_TIME", "type": "STRING" }, { "name": "FINISH_TIME", "type": "STRING" }, { "name": "OPERATOR", "type": "STRING" } ], "writeMode": "append", "fieldDelimiter": "^", "compress": "SNAPPY" } } } ] } }
【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· winform 绘制太阳,地球,月球 运作规律
· AI与.NET技术实操系列(五):向量存储与相似性搜索在 .NET 中的实现
· 超详细:普通电脑也行Windows部署deepseek R1训练数据并当服务器共享给他人
· 【硬核科普】Trae如何「偷看」你的代码?零基础破解AI编程运行原理
· 上周热点回顾(3.3-3.9)