sqoop手动导表脚本

sqoop import --connect 'jdbc:postgresql://127.0.0.1:1234/sssss' \
--username aaaaa \
--password '1111111' \
--table act_task_comment  --delete-target-dir --target-dir /dragonball/dragonball/act_task_comment/20190718T243917/ \
--split-by task_create_time \
--fields-terminated-by '\0x01' \
--lines-terminated-by n --compress --compression-codec org.apache.hadoop.io.compress.GzipCodec  \
--null-string '\\N' --null-non-string '\\N' \
-m 8 \
--direct(直连copy)

 

sqoop import \
--connect 'jdbc:postgresql://127.0.0.1:1234/sssss' \
--username aaaaa \
--password '1111111' \
--table account \
--target-dir '/user/hive/dragonball/account .db/account /' \
--delete-target-dir \
--fields-terminated-by '\0x01' \
--compress \
--compression-codec org.apache.hadoop.io.compress.GzipCodec \
-m 8 \
--split-by iid \
--where "to_char(create_time,'yyyy-MM-dd')>='2016-08-24'" \
;

 

sqoop import \
--connect jdbc:oracle:thin:@127.0.0.1:1521/test \
--username test1 \
-P \
--table account \
--target-dir /user/hive/dragonball/account .db/account / \
--delete-target-dir \
--fields-terminated-by '\0x01' \
--compress \
--compression-codec org.apache.hadoop.io.compress.GzipCodec \
-m 4 \
--split-by id \
--where "name='M1'" \
;