hbase与sqoop的集成

1、sqoop抽取mysql表到hbase中

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6
export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6
HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \
--connect jdbc:mysql://localhost:3306/chavin \
--username root -password mysql \
--table emp \
--columns "empno,ename" \
--hbase-table imp_emp \
--column-family info \
--hbase-row-key empno -m 1

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6
export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6
HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \
--connect jdbc:mysql://localhost:3306/chavin \
--username root -password mysql \
--table emp \
--columns "empno,ename" \
--hbase-table imp_emp02 \
--column-family info \
--hbase-row-key ename -m 1

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6
export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6
HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \
--connect jdbc:mysql://localhost:3306/chavin \
--username root -password mysql \
--table emp \
--columns "empno,ename" \
--hbase-table imp_emp04 --hbase-create-table \
--column-family info \
--hbase-row-key empno \
--hbase-bulkload \
--compress -m 1

2、sqoop抽取mysql表到hive中
export HIVE_HOME=/opt/cdh-5.3.6/hive-0.13.1-cdh5.3.6
export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6
HADOOP_CLASSPATH=${HIVE_HOME}/conf:${HADOOP_HOME}/conf bin/sqoop import \
--connect jdbc:mysql://localhost:3306/chavin \
--username root -password mysql \
--table emp \
--columns "empno,ename" \
--hive-import --hive-database chavin \
--create-hive-table --hive-table h_emp01 \
--hive-partition-key dt \
--hive-partition-value '2017-10-09' \
--compress -m 1

3、sqoop实现rdbms与hdfs数据交互

bin/sqoop import \
--connect jdbc:mysql://db01:3306/chavin \
--username root \
--password mysql \
--table emp \
--target-dir /user/hadoop/sqoop/import/emp \
--num-mappers 1 \
--as-parquetfile

bin/sqoop export \
--connect jdbc:mysql://db01:3306/chavin \
--username root \
--password mysql \
--table emp01 \
--export-dir /user/hadoop/sqoop/import/emp