sqoop导出sqlServer的数据到hdfs上增量脚本

 

#!/bin/bash

db_date=$2
echo $db_date
db_name=interaction_business.db

import_data() {
sqoop import \
--driver com.microsoft.sqlserver.jdbc.SQLServerDriver \
--connect "jdbc:sqlserver://10.4.0.178:1433;username=minpro;password=Nttdata123!@#;database=Interaction_Business" \
--fields-terminated-by "\t" \--delete-target-dir \
--null-string '\\N' \
--null-non-string '\\N' \
--target-dir  /user/hive/warehouse/ods_wxapp_$db_name/ods_$1/dt=$db_date \
--delete-target-dir \--num-mappers 1 \
--fields-terminated-by "\t" \--query "$2"' and  $CONDITIONS;'}

import_WX_UserRelation(){  
import_data  "WX_UserRelation"  "select *from WX_UserRelation  where CONVERT(varchar(100), WX_UserRelation.createdate, 23)='$db_date'"}

import_User_Base(){  
import_data  "User_Base"  "select *from User_Base  where CONVERT(varchar(100), User_Base.createdate, 23)='$db_date'"}

case $1 in 
"WX_UserRelation")   
import_WX_UserRelation
;; 
"User_Base")   
import_User_Base
;; 
"all")   
    import_WX_UserRelation   
    import_User_Base
;;
esac