datax抽取mongodb数据到hive

复制代码
{
"job": {
"setting": {
"speed": {
"channel": 3
},
"errorLimit": {
"record": 0,
"percentage": 0.02
}
},
"content": [
{
"reader": {
"name": "mongodbreader",
"parameter": {
"address": [
"ip:27001"
],
"userName": "username",
"userPassword": "userpassword",
"dbName": "xxx",
"authDb": "xxx",
"collectionName": "xxx",
"column": [
  {
  "name": "_id",
  "type": "String"
  },
  {
  "name": "productId",
  "type": "String"
  },
  {
  "name": "deviceId",
  "type": "String"
  },
  {
  "name": "deviceNo",
  "type": "String"
  },
  {
  "name": "accountNo",
  "type": "String"
  },
  {
  "name": "commandId",
  "type": "String"
  },
  {
  "name": "params",
  "type": "Document"
  },
  {
  "name": "note",
  "type": "String"
  },
  {
  "name": "commandName",
  "type": "String"
  },
  {
  "name": "status",
  "type": "String"
  },
  {
  "name": "createTime",
  "type": "Long"
  },
  {
  "name": "sendTime",
  "type": "Long"
  },
  {
  "name": "finishTime",
  "type": "Long"
  },
  {
  "name": "operator",
  "type": "String"
  }
]
}
},
"writer": {
"name": "hdfswriter",
"parameter": {
"defaultFS": "hdfs://node151:8020",
"fileType": "orc",
"path": "/warehouse/tablespace/managed/hive/ods.db/ods_",
"fileName": "ods_",
"column": [
  {
  "name": "ID",
  "type": "STRING"
  },
  {
  "name": "PRODUCT_ID",
  "type": "STRING"
  },
  {
  "name": "DEVICE_ID",
  "type": "STRING"
  },
  {
  "name": "DEVICE_NO",
  "type": "STRING"
  },
  {
  "name": "ACCOUNT_NO",
  "type": "STRING"
  },
  {
  "name": "COMMAND_ID",
  "type": "STRING"
  },
  {
  "name": "PARAMS",
  "type": "STRING"
  },
  {
  "name": "NOTE",
  "type": "STRING"
  },
  {
  "name": "COMMAND_NAME",
  "type": "STRING"
  },
  {
  "name": "STATUS",
  "type": "STRING"
  },
  {
  "name": "CREATE_TIME",
  "type": "STRING"
  },
  {
  "name": "SEND_TIME",
  "type": "STRING"
  },
  {
  "name": "FINISH_TIME",
  "type": "STRING"
  },
  {
  "name": "OPERATOR",
  "type": "STRING"
  }
],
"writeMode": "append",
"fieldDelimiter": "^",
"compress": "SNAPPY"
}
}
}
]
}
}
复制代码

 

posted @   所向披靡zz  阅读(75)  评论(0编辑  收藏  举报
相关博文:
阅读排行:
· winform 绘制太阳,地球,月球 运作规律
· AI与.NET技术实操系列(五):向量存储与相似性搜索在 .NET 中的实现
· 超详细:普通电脑也行Windows部署deepseek R1训练数据并当服务器共享给他人
· 【硬核科普】Trae如何「偷看」你的代码?零基础破解AI编程运行原理
· 上周热点回顾(3.3-3.9)
点击右上角即可分享
微信分享提示