hbase与sqoop的集成

1、sqoop抽取mysql表到hbase中

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6

export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6

HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \

--connect jdbc:mysql://localhost:3306/chavin \

--username root -password mysql \

--table emp \

--columns "empno,ename" \

--hbase-table imp_emp \

--column-family info \

--hbase-row-key empno -m 1

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6

export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6

HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \

--connect jdbc:mysql://localhost:3306/chavin \

--username root -password mysql \

--table emp \

--columns "empno,ename" \

--hbase-table imp_emp02 \

--column-family info \

--hbase-row-key ename -m 1

export HBASE_HOME=/opt/cdh-5.3.6/hbase-0.98.6-cdh5.3.6

export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6

HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`:${HBASE_HOME}/conf bin/sqoop import \

--connect jdbc:mysql://localhost:3306/chavin \

--username root -password mysql \

--table emp \

--columns "empno,ename" \

--hbase-table imp_emp04 --hbase-create-table \

--column-family info \

--hbase-row-key empno \

--hbase-bulkload \

--compress -m 1

2、sqoop抽取mysql表到hive中

export HIVE_HOME=/opt/cdh-5.3.6/hive-0.13.1-cdh5.3.6

export HADOOP_HOME=/opt/cdh-5.3.6/hadoop-2.5.0-cdh5.3.6

HADOOP_CLASSPATH=${HIVE_HOME}/conf:${HADOOP_HOME}/conf bin/sqoop import \

--connect jdbc:mysql://localhost:3306/chavin \

--username root -password mysql \

--table emp \

--columns "empno,ename" \

--hive-import --hive-database chavin \

--create-hive-table --hive-table h_emp01 \

--hive-partition-key dt \

--hive-partition-value '2017-10-09' \

--compress -m 1

3、sqoop实现rdbms与hdfs数据交互

bin/sqoop import \

--connect jdbc:mysql://db01:3306/chavin \

--username root \

--password mysql \

--table emp \

--target-dir /user/hadoop/sqoop/import/emp \

--num-mappers 1 \

--as-parquetfile

bin/sqoop export \

--connect jdbc:mysql://db01:3306/chavin \

--username root \

--password mysql \

--table emp01 \

--export-dir /user/hadoop/sqoop/import/emp