sqoop1 脚本示例

start='sqoop import '
oracle_param='--connect jdbc:oracle:thin:@10.10.10.10:1521:ccd --username ccd --password 123456 '
comm_param='--fields-terminated-by "\001"  -m 1 '
comm_cmd=$start$oracle_param$comm_param


tables=("TABLE1" "TABLE2" "TABLE3" "TABLE4" "TABLE5" "TABLE6" "TABLE7" "TABLE8")


echo ${#tables[*]}


for s in ${tables[@]}; do
   tableParam=' --table '$s
   typeset -l s_
   s_=$s
   path=' --target-dir /warehouse/'$s_
   `hadoop fs -rm -r $path`
   cmd=$comm_cmd$tableParam$path
   echo $cmd
  `$cmd`
done


import_date=`date -d '-1 day' +%Y%m%d`


if [ "$1" ] ; then
    import_date=$1
fi




path='/warehouse/table_10/'$import_date
hadoop fs -rm -r $path


sqoop import $oracle_param $comm_param --query 'select * from TABLE_10 where KEY='$import_date' and $CONDITIONS'  --target-dir $path --split-by 'ID'