hive 实例脚本计算 同步个人画像我的能力数据处理实例

作者官方网站:http://www.wxl568.cn

set mapred.max.split.size=100000000;
set mapred.min.split.size.per.node=100000000;
set mapred.min.split.size.per.rack=100000000;
set hive.exec.reducers.max=200;
set hive.exec.compress.output=false;
set hive.exec.compress.intermediate=true;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nostrick;
set map red.queue.name=hive;
set map red.job.queue.name=hive;

use dm_hrmis;

 --创建初始化我的能力数据表结构
 drop table if exists dm_hrmis.tm_hrmis_ability_model;
 create table dm_hrmis.tm_hrmis_ability_model as
 select '' abi_id,thsi.emp_code,thu.emp_name,thsi.styp_code,thsi.styp_name,thsi.label_code,thsi.label_name,thsi.attr1,thsi.attr2,thsi.attr3,thsi.attr4,thsi.attr5,thsi.attr6,thsi.data_source,cast(thsi.is_label as string ) is_label,'' createDate,'${yyyymmdd}' inc_day from
ods_hrss.tm_hrmis_search_info thsi
 left join  ods_hrss.tm_hrmis_user thu  on thu.emp_code=thsi.emp_code
 where  thsi.styp_code in('creaet QLFCTN RESERVE');

 --同步我的能力数据
 insert overwrite table dm_hrmis.tm_hrmis_ability_model
    select regexp_replace(reflect("java.util.UUID", "randomUUID"), "-", "") abi_id,thsi.emp_code,thu.emp_name,thsi.styp_code,thsi.styp_name,thsi.label_code,thsi.label_name,thsi.attr1,thsi.attr2,thsi.attr3,thsi.attr4,thsi.attr5,thsi.attr6,thsi.data_source,cast(thsi.is_label as string ) is_label,'${v_to_d}' createDate,'${yyyymmdd}' inc_day from
ods_hrss.tm_hrmis_search_info thsi
 left join  ods_hrss.tm_hrmis_user thu  on thu.emp_code=thsi.emp_code and thu.inc_day = '${yyyymmdd}' 
 where  thsi.styp_code in('QLFCTN','RESERVE') and thsi.inc_day = '${yyyymmdd}' 
 -- and thsi.emp_code='002914' '${v_fm_d}'
 union  all
  select regexp_replace(reflect("java.util.UUID", "randomUUID"), "-", "") abi_id,zn.pernr emp_code,zn.emp_name,'INFORMATION' styp_code,'技能信息' styp_name,zhrzsjb label_code ,zhrzgzsmc label_name,zhrzjlx attr1,zhrzsjb1 attr2,zhrzgzsmc attr3,zhrzspddw attr4,'' attr5,'' attr6,'SYS_SAP_CERTI' data_source,'1' is_label,'${v_to_d}' createDate,'${yyyymmdd}' inc_day from (
 select ssc.pernr,thu.emp_name,ssc.zhrzjlx,ssc.zhrzgzsmc,ssc.zhrzsjb,ssc.zhrzspddw,ssc.zhrzsjb1
from
 ods_hrss.SYS_SAP_CERTI ssc 
 left join ods_hrss.tm_hrmis_user thu on thu.emp_code=ssc.pernr  and thu.inc_day = '${yyyymmdd}' 
 where ssc.inc_day = '${yyyymmdd}'  
  ) zn;