sqoop 导入和导出脚本

导入

#! /bin/bash

/bin/sqoop import \
-Dmapreduce.job.queuename=dev \
--connect jdbc:mysql://node1:3306/test \
--username root \
--password 000000 \
--target-dir /test/order/2021-07-25 \
--delete-target-dir \
--query "select id, xxx from order where (date_format(create_time, '%Y-%m-%d') = '2021-07-25' or date_format(operate_time, '%Y-%m-%d') = '2021-07-25') and \$CONDITIONS" \
--num-mappers 1 \
--fields-terminated-by '\t' \
--compress \
--compression-codec lzop \
--null-string '\\N' \
--null-non-string '\\N' 

导出

#! /bin/bash

/bin/sqoop export \
-Dmapreduce.job.queuename=dev \
--connect "jdbc:mysql://node1:3306/test?useUnicode=true&characterEncoding=utf-8"  \
--username root \
--password 000000 \
--table test \
--num-mappers 1 \
--export-dir /warehouse/test/ads/test \
--input-fields-terminated-by "\t" \
--update-mode allowinsert \
--update-key id \
--input-null-string '\\N'    \
--input-null-non-string '\\N'