sqoop:配置-操作-使用

解压到cdh下
env文件改名
修改内容
export HADOOP_COMMON_HOME=/opt/modules/cdh/hadoop-2.5.0.cdh5.3.6/
export HADOOP_MAPRED_HOME=/opt/modules/cdh/hadoop-2.5.0.cdh5.3.6/
export HIVE_HOME=/opt/modules/cdh/hive-0.13.1-cdh5.3.6/
export ZOOCFGDIR=/opt/modules/cdh/zookeeper-3.4.5-cdh5.3.6/
export ZOOKEEPER_HOME=/opt/modules/cdh/zookeeper-3.4.5-cdh5.3.6/

测试
bin/sqoop list-databases --connect jdbc:mysql://hadoop103:3306/metastore --username root --password 111l111

mysql创建staff表
create table staff(
id int(4) primary key auto_increment,
name varchar(50) not null,
sex varchar(50) not null
);

sqoop的使用
使用sqoop 干啥
连接到目标mysql的database库
使用username
使用password
操作tab_name表
到HDFS:的/dir1/dir2目录下
如果目录已存在删除原目录
使用一个Mapper处理
设置字段分隔符为'\*'

bin/sqoop import \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--table staff \
--target-dir /user/company/ \
--delete-target-dir \
--num-mappers 1 \
--fields-terminated-by "\t"

将查询结果导入到HDFS
bin/sqoop import \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--target-dir /user/company/ \
--delete-target-dir \
--num-mappers 1 \
--fields-terminated-by "\t" \
--query 'select * from staff where $CONDITIONS;'

mysql指定的列导入至HDFS中
bin/sqoop import \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--target-dir /user/company/ \
--delete-target-dir \
--num-mappers 1 \
--fields-terminated-by "\t" \
--columns name,sex \
--table staff

bin/sqoop import \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--target-dir /user/company/ \
--delete-target-dir \
--num-mappers 1 \
--fields-terminated-by "\t" \
--table staff \
--where "id=3"

mysql-->hive

bin/sqoop import \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--table staff \
--fields-terminated-by "\t" \
--num-mappers 1 \
--hive-import \
--hive-overwrite \
--hive-table t2

将HDFS或本地数据导入mysql中
先mysql中创建相应的表
create table staff_hive_to_mysql(
id int(4) primary key auto_increment,
name varchar(50) not null,
sex varchar(50) not null
);

bin/sqoop export \
--connect jdbc:mysql://hadoop103:3306/company \
--username root \
--password 111l111 \
--table staff_hive_to_mysql \
--num-mappers 1 \
--export-dir /user/hive/warehouse/t2 \
--input-fields-terminated-by "\t"