java ugi确认框_Java HookContext.getUgi方法代码示例

import org.apache.hadoop.hive.ql.hooks.HookContext; //导入方法依赖的package包/类

@Override

public void run(final HookContext hookContext) throws Exception {

// clone to avoid concurrent access

try {

final HiveEventContext event = new HiveEventContext();

event.setInputs(hookContext.getInputs());

event.setOutputs(hookContext.getOutputs());

event.setHookType(hookContext.getHookType());

final UserGroupInformation ugi = hookContext.getUgi() == null ? Utils.getUGI() : hookContext.getUgi();

event.setUgi(ugi);

event.setUser(getUser(hookContext.getUserName(), hookContext.getUgi()));

event.setOperation(OPERATION_MAP.get(hookContext.getOperationName()));

event.setQueryId(hookContext.getQueryPlan().getQueryId());

event.setQueryStr(hookContext.getQueryPlan().getQueryStr());

event.setQueryStartTime(hookContext.getQueryPlan().getQueryStartTime());

event.setQueryType(hookContext.getQueryPlan().getQueryPlan().getQueryType());

event.setLineageInfo(hookContext.getLinfo());

if (executor == null) {

collect(event);

notifyAsPrivilegedAction(event);

} else {

executor.submit(new Runnable() {

@Override

public void run() {

try {

ugi.doAs(new PrivilegedExceptionAction() {

@Override

public Object run() throws Exception {

collect(event);

return event;

}

});

notifyAsPrivilegedAction(event);

} catch (Throwable e) {

LOG.error("Atlas hook failed due to error ", e);

}

}

});

}

} catch (Throwable t) {

LOG.error("Submitting to thread pool failed due to error ", t);

}

}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
set user_write_ugi:afs://kunpeng.afs.baidu.com:9902=lbs-huiyan,lbs-huiyan; insert overwrite directory 'afs://kunpeng.afs.baidu.com:9902/user/lbs-huiyan/warehouse/huiyan.db/map_huiyan_mall_userpic/event_type=monthly/event_day={FORWARD_MONTH_END}' using CSV options('compression'='GZIP', sep='\t', escapeQuotes=false) SELECT source.mall_id AS mall_id, COUNT(1) AS total FROM (SELECT cuid, mall_id, mall_name, date_type FROM huiyan_ns.huiyan.map_huiyan_mall_basic_source WHERE event_day = '{FORWARD_MONTH_END}') source JOIN (SELECT cuid, * FROM huiyan_ns.huiyan.map_huiyan_parse_userpic WHERE event_day >= '{FORWARD_7_DAY}' AND event_day <= '{FORWARD_MONTH_END}') userpic ON userpic.cuid = source.cuid GROUP BY source.mall_id, source.mall_name, source.date_type; alter table huiyan_ns.huiyan.map_huiyan_mall_userpic_raw add partition(event_day='{FORWARD_MONTH_END}') location 'afs://kunpeng.afs.baidu.com:9902/user/lbs-huiyan/warehouse/huiyan.db/map_huiyan_mall_flow_userpic_raw/event_day={FORWARD_MONTH_END}'; set user_write_ugi:afs://kunpeng.afs.baidu.com:9902=lbs-huiyan,lbs-huiyan; insert overwrite directory 'afs://kunpeng.afs.baidu.com:9902/user/lbs-huiyan/warehouse/huiyan.db/map_huiyan_mall_userpic/event_type=monthly/event_day={FORWARD_MONTH_END}' using CSV options('compression'='GZIP', sep='\t', escapeQuotes=false) SELECT TRANSFORM(mall_id, ) USING 'python3 mall_userpic_streaming.py' AS(mall_id, ) FROM huiyan_ns.huiyan.map_huiyan_mall_userpic_raw WHERE event_day = '{FORWARD_MONTH_END}' ; alter table huiyan_ns.huiyan.map_huiyan_mall_userpic add partition(event_type='monthly', event_day='{FORWARD_MONTH_END}') location 'afs://kunpeng.afs.baidu.com:9902/user/lbs-huiyan/warehouse/huiyan.db/map_huiyan_mall_userpic/event_type=monthly/event_day=${FORWARD_MONTH_END}'; 将这两段代码合并为一段
最新发布
07-22

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值