sqoop 脚本配置

#!/bin/bash

echo "`date`"' - Begin import table: dhc-app.or_anaesthesia_incr'
import_log_file=$1
inner_report_file=$2
export HADOOP_CLIENT_OPTS="-Xmx1g $HADOOP_CLIENT_OPTS"
hive -e "drop table if exists nfyy_dhcapp_20210422_1_incr.or_anaesthesia;"
/bigdata/server/sqoop-1.4.6/bin/sqoop import -D mapreduce.job.queuename='default' -D mapreduce.task.timeout=0 -D mapred.map.max.attempts=1 --connect 'jdbc:Cache://192.168.129.23:1972/dhc-app' --driver com.intersys.jdbc.CacheDriver --username '_SYSTEM' --password 'sys.sys' --mapreduce-job-name 'tohive-JOB->&dhc-app.or_anaesthesia_incr'  -m 9  --split-by "ID" --query "select ID,TableRowid,RowidName,TableName,GlobalInfo,SZSM.ALLCDCInfo.Type as AllCDCInfoType,DateD,TimeT,ANA_PAADM_ParRef,ANA_RowId,ANA_Childsub,ANA_Date,ANA_AnaStartTime,ANA_AnaFinishTime,ANA_Method,ANA_Anaesthetist_DR,ANA_Supervisor_DR,ANA_ORAnaNurse_DR,ANA_PACUAnaNurse_DR,ANA_PACUAnaDischarge_DR,ANA_AmtBloodLoss,ANA_AmtUrineOutput,ANA_AmtFluidInfused,ANA_AmtBloodTranfused,ANA_IntubRoute_DR,ANA_IntubGrade_DR,ANA_TransLoc_DR,ANA_ExtubTime,ANA_SurgStartTime,ANA_SurgFinishTime,ANA_No,ANA_Surgery_Duration,ANA_Anest_Duration,ANA_Total_Output,ANA_Total_Input,ANA_PACU_StartTime,ANA_PACU_FinishTime,ANA_IntSize_DR,ANA_Cuff_IntubTube,ANA_ExtubDone,ANA_ASA_DR,ANA_PACU_Time,ANA_COMP_DR,ANA_Notes,ANA_BldtType_DR,ANA_FinishDate,ANA_PACU_StartDate,ANA_PACU_FinishDate,ANA_SourceType,ANA_Status,ANA_Reason_Suspend_DR,ANA_AreaInDate,ANA_AreaInTime,ANA_AreaOutDate,ANA_AreaOutTime,ANA_TheatreInDate,ANA_TheatreInTime,ANA_TheatreOutDate,ANA_TheatreOutTime,ANA_Crystalloids,ANA_Colloids,ANA_RedCells,ANA_RedCellsCode,ANA_Plasma,ANA_PlasmaCode,ANA_Platelets,ANA_PlateletsCode,ANA_Consultant_DR,ANA_UpdateDate,ANA_UpdateTime,ANA_UpdateUser_DR,ANA_UpdateHospital_DR,ANA_RBOperatingRoom_DR,ANA_PACU_ReadyLeaveDate,ANA_PACU_ReadyLeaveTime,ANA_RecovSPPP_DR,ANA_RecovOper_DR,ANA_DSReportFlag,ANA_PrevMethod_DR,ANA_PrevAnaest_DR,ANA_PrevRecOp_DR,ANA_PrevRecSPPP_DR,ANA_OutcomeOfSurgery_DR,ANA_PostOperInstructions from (select max(SZSM.ALLCDCInfo.ID) as MaxId from SZSM.ALLCDCInfo where SZSM.ALLCDCInfo.TableName = 'SQLUSER.or_anaesthesia' and SZSM.ALLCDCInfo.DateD = {d '2021-04-22'} GROUP BY SZSM.ALLCDCInfo.TableRowid) temp  left join SZSM.ALLCDCInfo on  temp.MaxId = SZSM.ALLCDCInfo.ID  left join SQLUSER.or_anaesthesia on SZSM.ALLCDCInfo.TableRowid = SQLUSER.or_anaesthesia.ANA_RowId where \$CONDITIONS"  --map-column-hive 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,ANA_PAADM_ParRef=String,ANA_RowId=String,ANA_Childsub=String,ANA_Date=String,ANA_AnaStartTime=String,ANA_AnaFinishTime=String,ANA_Method=String,ANA_Anaesthetist_DR=String,ANA_Supervisor_DR=String,ANA_ORAnaNurse_DR=String,ANA_PACUAnaNurse_DR=String,ANA_PACUAnaDischarge_DR=String,ANA_AmtBloodLoss=String,ANA_AmtUrineOutput=String,ANA_AmtFluidInfused=String,ANA_AmtBloodTranfused=String,ANA_IntubRoute_DR=String,ANA_IntubGrade_DR=String,ANA_TransLoc_DR=String,ANA_ExtubTime=String,ANA_SurgStartTime=String,ANA_SurgFinishTime=String,ANA_No=String,ANA_Surgery_Duration=String,ANA_Anest_Duration=String,ANA_Total_Output=String,ANA_Total_Input=String,ANA_PACU_StartTime=String,ANA_PACU_FinishTime=String,ANA_IntSize_DR=String,ANA_Cuff_IntubTube=String,ANA_ExtubDone=String,ANA_ASA_DR=String,ANA_PACU_Time=String,ANA_COMP_DR=String,ANA_Notes=String,ANA_BldtType_DR=String,ANA_FinishDate=String,ANA_PACU_StartDate=String,ANA_PACU_FinishDate=String,ANA_SourceType=String,ANA_Status=String,ANA_Reason_Suspend_DR=String,ANA_AreaInDate=String,ANA_AreaInTime=String,ANA_AreaOutDate=String,ANA_AreaOutTime=String,ANA_TheatreInDate=String,ANA_TheatreInTime=String,ANA_TheatreOutDate=String,ANA_TheatreOutTime=String,ANA_Crystalloids=String,ANA_Colloids=String,ANA_RedCells=String,ANA_RedCellsCode=String,ANA_Plasma=String,ANA_PlasmaCode=String,ANA_Platelets=String,ANA_PlateletsCode=String,ANA_Consultant_DR=String,ANA_UpdateDate=String,ANA_UpdateTime=String,ANA_UpdateUser_DR=String,ANA_UpdateHospital_DR=String,ANA_RBOperatingRoom_DR=String,ANA_PACU_ReadyLeaveDate=String,ANA_PACU_ReadyLeaveTime=String,ANA_RecovSPPP_DR=String,ANA_RecovOper_DR=String,ANA_DSReportFlag=String,ANA_PrevMethod_DR=String,ANA_PrevAnaest_DR=String,ANA_PrevRecOp_DR=String,ANA_PrevRecSPPP_DR=String,ANA_OutcomeOfSurgery_DR=String,ANA_PostOperInstructions=String'  --map-column-java 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,ANA_PAADM_ParRef=String,ANA_RowId=String,ANA_Childsub=String,ANA_Date=String,ANA_AnaStartTime=String,ANA_AnaFinishTime=String,ANA_Method=String,ANA_Anaesthetist_DR=String,ANA_Supervisor_DR=String,ANA_ORAnaNurse_DR=String,ANA_PACUAnaNurse_DR=String,ANA_PACUAnaDischarge_DR=String,ANA_AmtBloodLoss=String,ANA_AmtUrineOutput=String,ANA_AmtFluidInfused=String,ANA_AmtBloodTranfused=String,ANA_IntubRoute_DR=String,ANA_IntubGrade_DR=String,ANA_TransLoc_DR=String,ANA_ExtubTime=String,ANA_SurgStartTime=String,ANA_SurgFinishTime=String,ANA_No=String,ANA_Surgery_Duration=String,ANA_Anest_Duration=String,ANA_Total_Output=String,ANA_Total_Input=String,ANA_PACU_StartTime=String,ANA_PACU_FinishTime=String,ANA_IntSize_DR=String,ANA_Cuff_IntubTube=String,ANA_ExtubDone=String,ANA_ASA_DR=String,ANA_PACU_Time=String,ANA_COMP_DR=String,ANA_Notes=String,ANA_BldtType_DR=String,ANA_FinishDate=String,ANA_PACU_StartDate=String,ANA_PACU_FinishDate=String,ANA_SourceType=String,ANA_Status=String,ANA_Reason_Suspend_DR=String,ANA_AreaInDate=String,ANA_AreaInTime=String,ANA_AreaOutDate=String,ANA_AreaOutTime=String,ANA_TheatreInDate=String,ANA_TheatreInTime=String,ANA_TheatreOutDate=String,ANA_TheatreOutTime=String,ANA_Crystalloids=String,ANA_Colloids=String,ANA_RedCells=String,ANA_RedCellsCode=String,ANA_Plasma=String,ANA_PlasmaCode=String,ANA_Platelets=String,ANA_PlateletsCode=String,ANA_Consultant_DR=String,ANA_UpdateDate=String,ANA_UpdateTime=String,ANA_UpdateUser_DR=String,ANA_UpdateHospital_DR=String,ANA_RBOperatingRoom_DR=String,ANA_PACU_ReadyLeaveDate=String,ANA_PACU_ReadyLeaveTime=String,ANA_RecovSPPP_DR=String,ANA_RecovOper_DR=String,ANA_DSReportFlag=String,ANA_PrevMethod_DR=String,ANA_PrevAnaest_DR=String,ANA_PrevRecOp_DR=String,ANA_PrevRecSPPP_DR=String,ANA_OutcomeOfSurgery_DR=String,ANA_PostOperInstructions=String' --fetch-size 50 --hcatalog-table 'or_anaesthesia' --hcatalog-database 'nfyy_dhcapp_20210422_1_incr' --create-hcatalog-table --hcatalog-storage-stanza 'stored as orc tblproperties ("orc.compress"="ZLIB")' -hcatalog-home /work/apache-hive-2.3.7-bin/hcatalog --hive-delims-replacement ' ' > logs/'dhc-app.or_anaesthesia_incr'.log 2>&1
if [ $? != 0 ]; then
	error_msg=`grep -e 'ERROR' -e 'FAILED' -e 'Error' -e 'Caused by' logs/'dhc-app.or_anaesthesia_incr'.log | sed ':label;N;s/\n/ /;b label' | sed 's/[\t\r]/ /g'`
	echo "Fail	"'dhc-app.or_anaesthesia'"	nfyy_dhcapp_20210422_1_incr.or_anaesthesia	0	0	$error_msg    0" >> ${import_log_file}
	echo "`date`"' - Import table: dhc-app.or_anaesthesia finish: Failed, check below log: ' >> process_log
	cat logs/'dhc-app.or_anaesthesia'.log >> process_log
else
	file_count=`grep 'hive.HiveImport: Table' logs/'dhc-app.or_anaesthesia_incr'.log | grep 'stats: \[numFiles=' | awk -F '=' '{print $2}' | awk -F ',' '{print $1}'`
	input_num=$(grep 'Map input records=' logs/'dhc-app.or_anaesthesia_incr'.log | awk -F '=' '{print $2}'|head -n 1)
	output_num=$(grep 'Map output records=' logs/'dhc-app.or_anaesthesia_incr'.log | awk -F '=' '{print $2}'|head -n 1)
	is_skip_empty_table=0
	if [ "x$input_num" != "x$output_num" ] || [ "$file_count" == 0 ] || [ "$is_skip_empty_table" == 1 -a "x$output_num" == "x0" ];then
		echo "`date`"' - Import table: dhc-app.or_anaesthesia'" finish: Diff. [input:$input_num|output:$output_num|file_count:$file_count]" >> process_log
		echo "Diff	"'dhc-app.or_anaesthesia'"	nfyy_dhcapp_20210422_1_incr.or_anaesthesia	$input_num	$output_num		0" >> ${import_log_file}
	else
		echo "`date`"' - Import table: dhc-app.or_anaesthesia finish: Success' >> process_log
		echo "Success"'	dhc-app.or_anaesthesia'"	nfyy_dhcapp_20210422_1_incr.or_anaesthesia	$input_num	$output_num		0" >> ${import_log_file}
	fi
	input_count=$(grep 'Row count approximation of dhc-app.or_anaesthesia:' logs/log.out | awk '{print $NF}')
	if [ "x$input_count" != "x$output_num" ]; then
		echo "Diff	"'dhc-app.or_anaesthesia'"	nfyy_dhcapp_20210422_1_incr.or_anaesthesia	$input_count	$output_num		0" >> ${inner_report_file}
	fi
fi







/bigdata/server/sqoop-1.4.6/bin/sqoop import \
--connect 'jdbc:Cache://192.168.129.23:1972/dhc-app' \
--table tableName 
--username userName 
--password password 
--hive-import 
--hive-database DatabaseName 
--create-hive-table 
--hive-table tableName 
-m 1



/work/sqoop-1.4.7.bin__hadoop-2.6.0/bin/sqoop import -D mapreduce.job.queuename='root.default' -D mapreduce.task.timeout=0 -D mapred.map.max.attempts=1 --connect 'jdbc:Cache://192.168.129.23:1972/dhc-app' --driver com.intersys.jdbc.CacheDriver --username '_SYSTEM' --password 'sys.sys' --mapreduce-job-name 'tohive-JOB->&dhc-app.pa_patmas_incr'  -m 9  --split-by "ID" --query "select ID,TableRowid,RowidName,TableName,GlobalInfo,SZSM.PatientCDCInfo.Type as AllCDCInfoType,DateD,TimeT,PAPMI_RowId1,PAPMI_No,PAPMI_ID,PAPMI_Name,PAPMI_Name2,PAPMI_Alias,PAPMI_ForeignPhoneNo,PAPMI_IPNo,PAPMI_OPNo,PAPMI_DOB,PAPMI_EstAgeYear,PAPMI_EstAgeMonth,PAPMI_EstAgeTmStmp,PAPMI_Sex_DR,PAPMI_Soundex,PAPMI_LangPrim_DR,PAPMI_Active,PAPMI_PatCategory_DR,PAPMI_HomeClinicNo,PAPMI_NxtOPAdmNo,PAPMI_LangPrintDR,PAPMI_Remark,PAPMI_LangSecondDR,PAPMI_Deceased,PAPMI_Deceased_Date,PAPMI_LookupDisplay,PAPMI_DeceasedTime,PAPMI_SurName,PAPMI_IndexMark,PAPMI_PAPER_DR,PAPMI_BlackList,PAPMI_Mother_DR,PAPMI_RefDoc_DR,PAPMI_Medicare,PAPMI_Name3,PAPMI_Refund,PAPMI_MedicareString,PAPMI_UserUpdate,PAPMI_TraceStatus_DR,PAPMI_MedicareSuffix_DR,PAPMI_MedicareCode,PAPMI_Allergy,PAPMI_EPRDescription,PAPMI_ConcessionCardNo,PAPMI_ConcessionCardExpDate,PAPMI_SafetyNetCardNo,PAPMI_SafetyNetCardExpDate,PAPMI_DVAnumber,PAPMI_CardType_DR,PAPMI_MedicareExpDate,PAPMI_CHCPatient,PAPMI_EstimatedDeathDate,PAPMI_Batallion,PAPMI_HealthFundNo,PAPMI_CountryOfBirth_DR,PAPMI_Title_DR,PAPMI_PrefLanguage_DR,PAPMI_CT_Region_DR,PAPMI_CT_Province_DR,PAPMI_GovernCardNo,PAPMI_InsuranceCardHolder,PAPMI_CityArea_DR,PAPMI_ResponsibleForPayment,PAPMI_SecondPhone,PAPMI_Email,PAPMI_MobPhone,PAPMI_AuxInsType_DR,PAPMI_IndigStat_DR,PAPMI_GPText,PAPMI_Dentist_DR,PAPMI_DentistClinic_DR,PAPMI_VIPFlag,PAPMI_GPOrgAddress,PAPMI_CityBirth_DR,PAPMI_CT_HCA_DR,PAPMI_RequireAssistanceMeal,PAPMI_RequireAssistanceMenu,PAPMI_PensionType_DR,PAPMI_Mother1_DR,PAPMI_HealthCardExpiryDate,PAPMI_Name4,PAPMI_Name5,PAPMI_Name6,PAPMI_Name7,PAPMI_Name8,PAPMI_RowId from (select max(SZSM.PatientCDCInfo.ID) as MaxId from SZSM.PatientCDCInfo where SZSM.PatientCDCInfo.TableName = 'SQLUSER.pa_patmas' and SZSM.PatientCDCInfo.DateD = {d '2021-04-24'} GROUP BY SZSM.PatientCDCInfo.TableRowid) temp  left join SZSM.PatientCDCInfo on  temp.MaxId = SZSM.PatientCDCInfo.ID  left join SQLUSER.pa_patmas on SZSM.PatientCDCInfo.TableRowid = SQLUSER.pa_patmas.PAPMI_ROWID where \$CONDITIONS"  --map-column-hive 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,PAPMI_RowId1=String,PAPMI_No=String,PAPMI_ID=String,PAPMI_Name=String,PAPMI_Name2=String,PAPMI_Alias=String,PAPMI_ForeignPhoneNo=String,PAPMI_IPNo=String,PAPMI_OPNo=String,PAPMI_DOB=String,PAPMI_EstAgeYear=String,PAPMI_EstAgeMonth=String,PAPMI_EstAgeTmStmp=String,PAPMI_Sex_DR=String,PAPMI_Soundex=String,PAPMI_LangPrim_DR=String,PAPMI_Active=String,PAPMI_PatCategory_DR=String,PAPMI_HomeClinicNo=String,PAPMI_NxtOPAdmNo=String,PAPMI_LangPrintDR=String,PAPMI_Remark=String,PAPMI_LangSecondDR=String,PAPMI_Deceased=String,PAPMI_Deceased_Date=String,PAPMI_LookupDisplay=String,PAPMI_DeceasedTime=String,PAPMI_SurName=String,PAPMI_IndexMark=String,PAPMI_PAPER_DR=String,PAPMI_BlackList=String,PAPMI_Mother_DR=String,PAPMI_RefDoc_DR=String,PAPMI_Medicare=String,PAPMI_Name3=String,PAPMI_Refund=String,PAPMI_MedicareString=String,PAPMI_UserUpdate=String,PAPMI_TraceStatus_DR=String,PAPMI_MedicareSuffix_DR=String,PAPMI_MedicareCode=String,PAPMI_Allergy=String,PAPMI_EPRDescription=String,PAPMI_ConcessionCardNo=String,PAPMI_ConcessionCardExpDate=String,PAPMI_SafetyNetCardNo=String,PAPMI_SafetyNetCardExpDate=String,PAPMI_DVAnumber=String,PAPMI_CardType_DR=String,PAPMI_MedicareExpDate=String,PAPMI_CHCPatient=String,PAPMI_EstimatedDeathDate=String,PAPMI_Batallion=String,PAPMI_HealthFundNo=String,PAPMI_CountryOfBirth_DR=String,PAPMI_Title_DR=String,PAPMI_PrefLanguage_DR=String,PAPMI_CT_Region_DR=String,PAPMI_CT_Province_DR=String,PAPMI_GovernCardNo=String,PAPMI_InsuranceCardHolder=String,PAPMI_CityArea_DR=String,PAPMI_ResponsibleForPayment=String,PAPMI_SecondPhone=String,PAPMI_Email=String,PAPMI_MobPhone=String,PAPMI_AuxInsType_DR=String,PAPMI_IndigStat_DR=String,PAPMI_GPText=String,PAPMI_Dentist_DR=String,PAPMI_DentistClinic_DR=String,PAPMI_VIPFlag=String,PAPMI_GPOrgAddress=String,PAPMI_CityBirth_DR=String,PAPMI_CT_HCA_DR=String,PAPMI_RequireAssistanceMeal=String,PAPMI_RequireAssistanceMenu=String,PAPMI_PensionType_DR=String,PAPMI_Mother1_DR=String,PAPMI_HealthCardExpiryDate=String,PAPMI_Name4=String,PAPMI_Name5=String,PAPMI_Name6=String,PAPMI_Name7=String,PAPMI_Name8=String,PAPMI_RowId=String'  --map-column-java 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,PAPMI_RowId1=String,PAPMI_No=String,PAPMI_ID=String,PAPMI_Name=String,PAPMI_Name2=String,PAPMI_Alias=String,PAPMI_ForeignPhoneNo=String,PAPMI_IPNo=String,PAPMI_OPNo=String,PAPMI_DOB=String,PAPMI_EstAgeYear=String,PAPMI_EstAgeMonth=String,PAPMI_EstAgeTmStmp=String,PAPMI_Sex_DR=String,PAPMI_Soundex=String,PAPMI_LangPrim_DR=String,PAPMI_Active=String,PAPMI_PatCategory_DR=String,PAPMI_HomeClinicNo=String,PAPMI_NxtOPAdmNo=String,PAPMI_LangPrintDR=String,PAPMI_Remark=String,PAPMI_LangSecondDR=String,PAPMI_Deceased=String,PAPMI_Deceased_Date=String,PAPMI_LookupDisplay=String,PAPMI_DeceasedTime=String,PAPMI_SurName=String,PAPMI_IndexMark=String,PAPMI_PAPER_DR=String,PAPMI_BlackList=String,PAPMI_Mother_DR=String,PAPMI_RefDoc_DR=String,PAPMI_Medicare=String,PAPMI_Name3=String,PAPMI_Refund=String,PAPMI_MedicareString=String,PAPMI_UserUpdate=String,PAPMI_TraceStatus_DR=String,PAPMI_MedicareSuffix_DR=String,PAPMI_MedicareCode=String,PAPMI_Allergy=String,PAPMI_EPRDescription=String,PAPMI_ConcessionCardNo=String,PAPMI_ConcessionCardExpDate=String,PAPMI_SafetyNetCardNo=String,PAPMI_SafetyNetCardExpDate=String,PAPMI_DVAnumber=String,PAPMI_CardType_DR=String,PAPMI_MedicareExpDate=String,PAPMI_CHCPatient=String,PAPMI_EstimatedDeathDate=String,PAPMI_Batallion=String,PAPMI_HealthFundNo=String,PAPMI_CountryOfBirth_DR=String,PAPMI_Title_DR=String,PAPMI_PrefLanguage_DR=String,PAPMI_CT_Region_DR=String,PAPMI_CT_Province_DR=String,PAPMI_GovernCardNo=String,PAPMI_InsuranceCardHolder=String,PAPMI_CityArea_DR=String,PAPMI_ResponsibleForPayment=String,PAPMI_SecondPhone=String,PAPMI_Email=String,PAPMI_MobPhone=String,PAPMI_AuxInsType_DR=String,PAPMI_IndigStat_DR=String,PAPMI_GPText=String,PAPMI_Dentist_DR=String,PAPMI_DentistClinic_DR=String,PAPMI_VIPFlag=String,PAPMI_GPOrgAddress=String,PAPMI_CityBirth_DR=String,PAPMI_CT_HCA_DR=String,PAPMI_RequireAssistanceMeal=String,PAPMI_RequireAssistanceMenu=String,PAPMI_PensionType_DR=String,PAPMI_Mother1_DR=String,PAPMI_HealthCardExpiryDate=String,PAPMI_Name4=String,PAPMI_Name5=String,PAPMI_Name6=String,PAPMI_Name7=String,PAPMI_Name8=String,PAPMI_RowId=String' --fetch-size 50 --hcatalog-table 'pa_patmas' --hcatalog-database 'z_test' --create-hcatalog-table --hcatalog-storage-stanza 'stored as orc tblproperties ("orc.compress"="ZLIB")' -hcatalog-home /work/apache-hive-2.3.7-bin/hcatalog --hive-delims-replacement ' ' > /data1/job/logs/dhc-app.pa_patmas_incr.log 2>&1



/bigdata/server/sqoop-1.4.6/bin/sqoop import \
-D mapreduce.job.queuename='root.default' \
-D mapreduce.task.timeout=0 \
-D mapred.map.max.attempts=1 \
--connect 'jdbc:Cache://192.168.129.23:1972/dhc-app' \
--driver com.intersys.jdbc.CacheDriver \
--username '_SYSTEM' \
--password 'sys.sys' \
--mapreduce-job-name 'tohive-JOB->&dhc-app.or_anaesthesia_incr' \
-m 9 \
--split-by "ID" \
--query "select ID,TableRowid,RowidName,TableName,GlobalInfo,SZSM.ALLCDCInfo.Type as AllCDCInfoType,DateD,TimeT,ANA_PAADM_ParRef,ANA_RowId,ANA_Childsub,ANA_Date,ANA_AnaStartTime,ANA_AnaFinishTime,ANA_Method,ANA_Anaesthetist_DR,ANA_Supervisor_DR,ANA_ORAnaNurse_DR,ANA_PACUAnaNurse_DR,ANA_PACUAnaDischarge_DR,ANA_AmtBloodLoss,ANA_AmtUrineOutput,ANA_AmtFluidInfused,ANA_AmtBloodTranfused,ANA_IntubRoute_DR,ANA_IntubGrade_DR,ANA_TransLoc_DR,ANA_ExtubTime,ANA_SurgStartTime,ANA_SurgFinishTime,ANA_No,ANA_Surgery_Duration,ANA_Anest_Duration,ANA_Total_Output,ANA_Total_Input,ANA_PACU_StartTime,ANA_PACU_FinishTime,ANA_IntSize_DR,ANA_Cuff_IntubTube,ANA_ExtubDone,ANA_ASA_DR,ANA_PACU_Time,ANA_COMP_DR,ANA_Notes,ANA_BldtType_DR,ANA_FinishDate,ANA_PACU_StartDate,ANA_PACU_FinishDate,ANA_SourceType,ANA_Status,ANA_Reason_Suspend_DR,ANA_AreaInDate,ANA_AreaInTime,ANA_AreaOutDate,ANA_AreaOutTime,ANA_TheatreInDate,ANA_TheatreInTime,ANA_TheatreOutDate,ANA_TheatreOutTime,ANA_Crystalloids,ANA_Colloids,ANA_RedCells,ANA_RedCellsCode,ANA_Plasma,ANA_PlasmaCode,ANA_Platelets,ANA_PlateletsCode,ANA_Consultant_DR,ANA_UpdateDate,ANA_UpdateTime,ANA_UpdateUser_DR,ANA_UpdateHospital_DR,ANA_RBOperatingRoom_DR,ANA_PACU_ReadyLeaveDate,ANA_PACU_ReadyLeaveTime,ANA_RecovSPPP_DR,ANA_RecovOper_DR,ANA_DSReportFlag,ANA_PrevMethod_DR,ANA_PrevAnaest_DR,ANA_PrevRecOp_DR,ANA_PrevRecSPPP_DR,ANA_OutcomeOfSurgery_DR,ANA_PostOperInstructions from (select max(SZSM.ALLCDCInfo.ID) as MaxId from SZSM.ALLCDCInfo where SZSM.ALLCDCInfo.TableName = 'SQLUSER.or_anaesthesia' and SZSM.ALLCDCInfo.DateD = {d '2021-04-22'} GROUP BY SZSM.ALLCDCInfo.TableRowid) temp  left join SZSM.ALLCDCInfo on  temp.MaxId = SZSM.ALLCDCInfo.ID  left join SQLUSER.or_anaesthesia on SZSM.ALLCDCInfo.TableRowid = SQLUSER.or_anaesthesia.ANA_RowId where \$CONDITIONS" \
--map-column-hive 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,ANA_PAADM_ParRef=String,ANA_RowId=String,ANA_Childsub=String,ANA_Date=String,ANA_AnaStartTime=String,ANA_AnaFinishTime=String,ANA_Method=String,ANA_Anaesthetist_DR=String,ANA_Supervisor_DR=String,ANA_ORAnaNurse_DR=String,ANA_PACUAnaNurse_DR=String,ANA_PACUAnaDischarge_DR=String,ANA_AmtBloodLoss=String,ANA_AmtUrineOutput=String,ANA_AmtFluidInfused=String,ANA_AmtBloodTranfused=String,ANA_IntubRoute_DR=String,ANA_IntubGrade_DR=String,ANA_TransLoc_DR=String,ANA_ExtubTime=String,ANA_SurgStartTime=String,ANA_SurgFinishTime=String,ANA_No=String,ANA_Surgery_Duration=String,ANA_Anest_Duration=String,ANA_Total_Output=String,ANA_Total_Input=String,ANA_PACU_StartTime=String,ANA_PACU_FinishTime=String,ANA_IntSize_DR=String,ANA_Cuff_IntubTube=String,ANA_ExtubDone=String,ANA_ASA_DR=String,ANA_PACU_Time=String,ANA_COMP_DR=String,ANA_Notes=String,ANA_BldtType_DR=String,ANA_FinishDate=String,ANA_PACU_StartDate=String,ANA_PACU_FinishDate=String,ANA_SourceType=String,ANA_Status=String,ANA_Reason_Suspend_DR=String,ANA_AreaInDate=String,ANA_AreaInTime=String,ANA_AreaOutDate=String,ANA_AreaOutTime=String,ANA_TheatreInDate=String,ANA_TheatreInTime=String,ANA_TheatreOutDate=String,ANA_TheatreOutTime=String,ANA_Crystalloids=String,ANA_Colloids=String,ANA_RedCells=String,ANA_RedCellsCode=String,ANA_Plasma=String,ANA_PlasmaCode=String,ANA_Platelets=String,ANA_PlateletsCode=String,ANA_Consultant_DR=String,ANA_UpdateDate=String,ANA_UpdateTime=String,ANA_UpdateUser_DR=String,ANA_UpdateHospital_DR=String,ANA_RBOperatingRoom_DR=String,ANA_PACU_ReadyLeaveDate=String,ANA_PACU_ReadyLeaveTime=String,ANA_RecovSPPP_DR=String,ANA_RecovOper_DR=String,ANA_DSReportFlag=String,ANA_PrevMethod_DR=String,ANA_PrevAnaest_DR=String,ANA_PrevRecOp_DR=String,ANA_PrevRecSPPP_DR=String,ANA_OutcomeOfSurgery_DR=String,ANA_PostOperInstructions=String' \
--map-column-java 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,ANA_PAADM_ParRef=String,ANA_RowId=String,ANA_Childsub=String,ANA_Date=String,ANA_AnaStartTime=String,ANA_AnaFinishTime=String,ANA_Method=String,ANA_Anaesthetist_DR=String,ANA_Supervisor_DR=String,ANA_ORAnaNurse_DR=String,ANA_PACUAnaNurse_DR=String,ANA_PACUAnaDischarge_DR=String,ANA_AmtBloodLoss=String,ANA_AmtUrineOutput=String,ANA_AmtFluidInfused=String,ANA_AmtBloodTranfused=String,ANA_IntubRoute_DR=String,ANA_IntubGrade_DR=String,ANA_TransLoc_DR=String,ANA_ExtubTime=String,ANA_SurgStartTime=String,ANA_SurgFinishTime=String,ANA_No=String,ANA_Surgery_Duration=String,ANA_Anest_Duration=String,ANA_Total_Output=String,ANA_Total_Input=String,ANA_PACU_StartTime=String,ANA_PACU_FinishTime=String,ANA_IntSize_DR=String,ANA_Cuff_IntubTube=String,ANA_ExtubDone=String,ANA_ASA_DR=String,ANA_PACU_Time=String,ANA_COMP_DR=String,ANA_Notes=String,ANA_BldtType_DR=String,ANA_FinishDate=String,ANA_PACU_StartDate=String,ANA_PACU_FinishDate=String,ANA_SourceType=String,ANA_Status=String,ANA_Reason_Suspend_DR=String,ANA_AreaInDate=String,ANA_AreaInTime=String,ANA_AreaOutDate=String,ANA_AreaOutTime=String,ANA_TheatreInDate=String,ANA_TheatreInTime=String,ANA_TheatreOutDate=String,ANA_TheatreOutTime=String,ANA_Crystalloids=String,ANA_Colloids=String,ANA_RedCells=String,ANA_RedCellsCode=String,ANA_Plasma=String,ANA_PlasmaCode=String,ANA_Platelets=String,ANA_PlateletsCode=String,ANA_Consultant_DR=String,ANA_UpdateDate=String,ANA_UpdateTime=String,ANA_UpdateUser_DR=String,ANA_UpdateHospital_DR=String,ANA_RBOperatingRoom_DR=String,ANA_PACU_ReadyLeaveDate=String,ANA_PACU_ReadyLeaveTime=String,ANA_RecovSPPP_DR=String,ANA_RecovOper_DR=String,ANA_DSReportFlag=String,ANA_PrevMethod_DR=String,ANA_PrevAnaest_DR=String,ANA_PrevRecOp_DR=String,ANA_PrevRecSPPP_DR=String,ANA_OutcomeOfSurgery_DR=String,ANA_PostOperInstructions=String' \
--fetch-size 50 \
--hcatalog-table 'or_anaesthesia' \
--hcatalog-database 'nfyy_dhcapp_20210422_1_incr' \
--create-hcatalog-table \
--hcatalog-storage-stanza 'stored as orc tblproperties ("orc.compress"="ZLIB")' \
--hcatalog-home /bigdata/server/hive-3.1.2-bin/hcatalog \
--hive-delims-replacement ' ' \
> /bigdata/sqoop_incrData/logs/'dhc-app.or_anaesthesia_incr'.log 2>&1




/bigdata/server/sqoop-1.4.6/bin/sqoop import -D mapreduce.task.timeout=0 -D mapred.map.max.attempts=1 --connect 'jdbc:Cache://192.168.129.23:1972/dhc-app' --driver com.intersys.jdbc.CacheDriver --username '_SYSTEM' --password 'sys.sys' --mapreduce-job-name 'tohive-JOB->&dhc-app.pa_patmas_incr'  -m 9  --split-by "ID" --query "select ID,TableRowid,RowidName,TableName,GlobalInfo,SZSM.PatientCDCInfo.Type as AllCDCInfoType,DateD,TimeT,PAPMI_RowId1,PAPMI_No,PAPMI_ID,PAPMI_Name,PAPMI_Name2,PAPMI_Alias,PAPMI_ForeignPhoneNo,PAPMI_IPNo,PAPMI_OPNo,PAPMI_DOB,PAPMI_EstAgeYear,PAPMI_EstAgeMonth,PAPMI_EstAgeTmStmp,PAPMI_Sex_DR,PAPMI_Soundex,PAPMI_LangPrim_DR,PAPMI_Active,PAPMI_PatCategory_DR,PAPMI_HomeClinicNo,PAPMI_NxtOPAdmNo,PAPMI_LangPrintDR,PAPMI_Remark,PAPMI_LangSecondDR,PAPMI_Deceased,PAPMI_Deceased_Date,PAPMI_LookupDisplay,PAPMI_DeceasedTime,PAPMI_SurName,PAPMI_IndexMark,PAPMI_PAPER_DR,PAPMI_BlackList,PAPMI_Mother_DR,PAPMI_RefDoc_DR,PAPMI_Medicare,PAPMI_Name3,PAPMI_Refund,PAPMI_MedicareString,PAPMI_UserUpdate,PAPMI_TraceStatus_DR,PAPMI_MedicareSuffix_DR,PAPMI_MedicareCode,PAPMI_Allergy,PAPMI_EPRDescription,PAPMI_ConcessionCardNo,PAPMI_ConcessionCardExpDate,PAPMI_SafetyNetCardNo,PAPMI_SafetyNetCardExpDate,PAPMI_DVAnumber,PAPMI_CardType_DR,PAPMI_MedicareExpDate,PAPMI_CHCPatient,PAPMI_EstimatedDeathDate,PAPMI_Batallion,PAPMI_HealthFundNo,PAPMI_CountryOfBirth_DR,PAPMI_Title_DR,PAPMI_PrefLanguage_DR,PAPMI_CT_Region_DR,PAPMI_CT_Province_DR,PAPMI_GovernCardNo,PAPMI_InsuranceCardHolder,PAPMI_CityArea_DR,PAPMI_ResponsibleForPayment,PAPMI_SecondPhone,PAPMI_Email,PAPMI_MobPhone,PAPMI_AuxInsType_DR,PAPMI_IndigStat_DR,PAPMI_GPText,PAPMI_Dentist_DR,PAPMI_DentistClinic_DR,PAPMI_VIPFlag,PAPMI_GPOrgAddress,PAPMI_CityBirth_DR,PAPMI_CT_HCA_DR,PAPMI_RequireAssistanceMeal,PAPMI_RequireAssistanceMenu,PAPMI_PensionType_DR,PAPMI_Mother1_DR,PAPMI_HealthCardExpiryDate,PAPMI_Name4,PAPMI_Name5,PAPMI_Name6,PAPMI_Name7,PAPMI_Name8,PAPMI_RowId from (select max(SZSM.PatientCDCInfo.ID) as MaxId from SZSM.PatientCDCInfo where SZSM.PatientCDCInfo.TableName = 'SQLUSER.pa_patmas' and SZSM.PatientCDCInfo.DateD = {d '2021-04-24'} GROUP BY SZSM.PatientCDCInfo.TableRowid) temp  left join SZSM.PatientCDCInfo on  temp.MaxId = SZSM.PatientCDCInfo.ID  left join SQLUSER.pa_patmas on SZSM.PatientCDCInfo.TableRowid = SQLUSER.pa_patmas.PAPMI_ROWID where \$CONDITIONS"  --map-column-hive 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,PAPMI_RowId1=String,PAPMI_No=String,PAPMI_ID=String,PAPMI_Name=String,PAPMI_Name2=String,PAPMI_Alias=String,PAPMI_ForeignPhoneNo=String,PAPMI_IPNo=String,PAPMI_OPNo=String,PAPMI_DOB=String,PAPMI_EstAgeYear=String,PAPMI_EstAgeMonth=String,PAPMI_EstAgeTmStmp=String,PAPMI_Sex_DR=String,PAPMI_Soundex=String,PAPMI_LangPrim_DR=String,PAPMI_Active=String,PAPMI_PatCategory_DR=String,PAPMI_HomeClinicNo=String,PAPMI_NxtOPAdmNo=String,PAPMI_LangPrintDR=String,PAPMI_Remark=String,PAPMI_LangSecondDR=String,PAPMI_Deceased=String,PAPMI_Deceased_Date=String,PAPMI_LookupDisplay=String,PAPMI_DeceasedTime=String,PAPMI_SurName=String,PAPMI_IndexMark=String,PAPMI_PAPER_DR=String,PAPMI_BlackList=String,PAPMI_Mother_DR=String,PAPMI_RefDoc_DR=String,PAPMI_Medicare=String,PAPMI_Name3=String,PAPMI_Refund=String,PAPMI_MedicareString=String,PAPMI_UserUpdate=String,PAPMI_TraceStatus_DR=String,PAPMI_MedicareSuffix_DR=String,PAPMI_MedicareCode=String,PAPMI_Allergy=String,PAPMI_EPRDescription=String,PAPMI_ConcessionCardNo=String,PAPMI_ConcessionCardExpDate=String,PAPMI_SafetyNetCardNo=String,PAPMI_SafetyNetCardExpDate=String,PAPMI_DVAnumber=String,PAPMI_CardType_DR=String,PAPMI_MedicareExpDate=String,PAPMI_CHCPatient=String,PAPMI_EstimatedDeathDate=String,PAPMI_Batallion=String,PAPMI_HealthFundNo=String,PAPMI_CountryOfBirth_DR=String,PAPMI_Title_DR=String,PAPMI_PrefLanguage_DR=String,PAPMI_CT_Region_DR=String,PAPMI_CT_Province_DR=String,PAPMI_GovernCardNo=String,PAPMI_InsuranceCardHolder=String,PAPMI_CityArea_DR=String,PAPMI_ResponsibleForPayment=String,PAPMI_SecondPhone=String,PAPMI_Email=String,PAPMI_MobPhone=String,PAPMI_AuxInsType_DR=String,PAPMI_IndigStat_DR=String,PAPMI_GPText=String,PAPMI_Dentist_DR=String,PAPMI_DentistClinic_DR=String,PAPMI_VIPFlag=String,PAPMI_GPOrgAddress=String,PAPMI_CityBirth_DR=String,PAPMI_CT_HCA_DR=String,PAPMI_RequireAssistanceMeal=String,PAPMI_RequireAssistanceMenu=String,PAPMI_PensionType_DR=String,PAPMI_Mother1_DR=String,PAPMI_HealthCardExpiryDate=String,PAPMI_Name4=String,PAPMI_Name5=String,PAPMI_Name6=String,PAPMI_Name7=String,PAPMI_Name8=String,PAPMI_RowId=String'  --map-column-java 'ID=String,TableRowid=String,RowidName=String,TableName=String,GlobalInfo=String,AllCDCInfoType=String,DateD=String,TimeT=String,PAPMI_RowId1=String,PAPMI_No=String,PAPMI_ID=String,PAPMI_Name=String,PAPMI_Name2=String,PAPMI_Alias=String,PAPMI_ForeignPhoneNo=String,PAPMI_IPNo=String,PAPMI_OPNo=String,PAPMI_DOB=String,PAPMI_EstAgeYear=String,PAPMI_EstAgeMonth=String,PAPMI_EstAgeTmStmp=String,PAPMI_Sex_DR=String,PAPMI_Soundex=String,PAPMI_LangPrim_DR=String,PAPMI_Active=String,PAPMI_PatCategory_DR=String,PAPMI_HomeClinicNo=String,PAPMI_NxtOPAdmNo=String,PAPMI_LangPrintDR=String,PAPMI_Remark=String,PAPMI_LangSecondDR=String,PAPMI_Deceased=String,PAPMI_Deceased_Date=String,PAPMI_LookupDisplay=String,PAPMI_DeceasedTime=String,PAPMI_SurName=String,PAPMI_IndexMark=String,PAPMI_PAPER_DR=String,PAPMI_BlackList=String,PAPMI_Mother_DR=String,PAPMI_RefDoc_DR=String,PAPMI_Medicare=String,PAPMI_Name3=String,PAPMI_Refund=String,PAPMI_MedicareString=String,PAPMI_UserUpdate=String,PAPMI_TraceStatus_DR=String,PAPMI_MedicareSuffix_DR=String,PAPMI_MedicareCode=String,PAPMI_Allergy=String,PAPMI_EPRDescription=String,PAPMI_ConcessionCardNo=String,PAPMI_ConcessionCardExpDate=String,PAPMI_SafetyNetCardNo=String,PAPMI_SafetyNetCardExpDate=String,PAPMI_DVAnumber=String,PAPMI_CardType_DR=String,PAPMI_MedicareExpDate=String,PAPMI_CHCPatient=String,PAPMI_EstimatedDeathDate=String,PAPMI_Batallion=String,PAPMI_HealthFundNo=String,PAPMI_CountryOfBirth_DR=String,PAPMI_Title_DR=String,PAPMI_PrefLanguage_DR=String,PAPMI_CT_Region_DR=String,PAPMI_CT_Province_DR=String,PAPMI_GovernCardNo=String,PAPMI_InsuranceCardHolder=String,PAPMI_CityArea_DR=String,PAPMI_ResponsibleForPayment=String,PAPMI_SecondPhone=String,PAPMI_Email=String,PAPMI_MobPhone=String,PAPMI_AuxInsType_DR=String,PAPMI_IndigStat_DR=String,PAPMI_GPText=String,PAPMI_Dentist_DR=String,PAPMI_DentistClinic_DR=String,PAPMI_VIPFlag=String,PAPMI_GPOrgAddress=String,PAPMI_CityBirth_DR=String,PAPMI_CT_HCA_DR=String,PAPMI_RequireAssistanceMeal=String,PAPMI_RequireAssistanceMenu=String,PAPMI_PensionType_DR=String,PAPMI_Mother1_DR=String,PAPMI_HealthCardExpiryDate=String,PAPMI_Name4=String,PAPMI_Name5=String,PAPMI_Name6=String,PAPMI_Name7=String,PAPMI_Name8=String,PAPMI_RowId=String' --fetch-size 50 --hcatalog-table 'pa_patmas' --hcatalog-database 'nfyy_dhcapp_20210424_1_incr' --create-hcatalog-table --hcatalog-storage-stanza 'stored as orc tblproperties ("orc.compress"="ZLIB")' -hcatalog-home /bigdata/server/hive-3.1.2-bin/hcatalog --hive-delims-replacement ' ' > /bigdata/sqoop_incrData/logs/dhc-app.pa_patmas_incr.log 2>&1


-D mapreduce.job.queuename='default'



/bigdata/sqoop_incrData/logs/dhc-app.pa_patmas_incr.log