要把数据从Gp签到hadoop,记录一些Sqoop的脚本任务:
echo "clickdatas_1_prt_p201502 clickdatas 201502"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201502 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201502 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201503 clickdatas 201503"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201503 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201503 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201504 clickdatas 201504"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201504 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201504 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201505 clickdatas 201505"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201505 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201505 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201506 clickdatas 201506"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201506 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201506 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201507 clickdatas 201507"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201507 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201507 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201508 clickdatas 201508"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201508 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201508 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201509 clickdatas 201509"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201509 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201509 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201510 clickdatas 201510"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201510 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201510 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201511 clickdatas 201511"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201511 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201511 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000
echo "clickdatas_1_prt_p201512 clickdatas 201512"
sqoop import --connect jdbc:postgresql://10.1.2.130:5432/xmo_dw --table clickdatas_1_prt_p201512 --fields-terminated-by '\t' --null-string '\\N' --null-non-string '\\N' --target-dir /staging/db_backup/greenplum/clickdatas/201512 --username xmo_summarizer --password YCt452uz --split-by id --fetch-size 50000