sqoop数据导入

sqoop导入

# mysql 要指定数据库的时区，否则导入到HDFS文件系统中，时间类型字段可能存在时区差异问题
sqoop import \
--connect jdbc:mysql://ip:3306/hive_test?characterEncoding=utf8\&serverTimezone=Asia/Shanghai \
--username root \
--password password \
--table user_account \
--target-dir '/input/user_account' \
--hive-import \
--hive-overwrite \
--hive-database mysql \
--fields-terminated-by '\003' \
-m 1 

# 增量导入，target-dir要指定hive表所在的目录路径
sqoop import \
--connect jdbc:mysql://ip:3306/hive_test?characterEncoding=utf8\&serverTimezone=Asia/Shanghai \
--username root \
--password password \
--table user_account \
--target-dir '/hadoop/hive-3.1.2/data/warehouse/mysql.db/user_account' \
--check-column update_time \
--incremental lastmodified  \
--last-value '2020-05-29 13:05:49' \
--fields-terminated-by '\003' \
-m 1 \
--merge-key id

---

https://www.cnblogs.com/Alcesttt/p/11432547.html
https://www.cnblogs.com/one--way/p/7550795.html
https://www.jianshu.com/p/9062cf7ef498