添加数据

set mapreduce.job.queuename=root.kg;
set hive.exec.dynamic.partition.mode=nonstrict;

drop table if exists kg_fk_city;

 

set mapreduce.job.queuename=root.kg;
set hive.exec.dynamic.partition.mode=nonstrict;
create table kg_fk_city(
start_id bigint,
end_id bigint
)
row format delimited fields terminated by '\t';

 #通过文件方式导入数据：load data local inpath '/home/kg/qiaoruihua/hive_test/city/city.txt' (overwrite)into table kg_fk_city;

#通过查询语句方式导入数据：insert overwrite table kg_fk_province select province,city from kg_fk_city;

#导出数据

hive -e 'set mapreduce.job.queuename=root.kg; SET hive.cli.print.header=true;
select device_id, device_memo from dp_ods.o_hyd_hyd_device_table_s where etl_date="2019-06-01" ' | sed 's/\t/,/g' > '/home/kg/qiaoruihua/hive_test/device.csv'

set mapreduce.job.queuename=root.kg;
set hive.exec.dynamic.partition.mode=nonstrict;
select count(start_id) from kg_fk_city where hex(start_id)<hex(end_id);

转载于:https://www.cnblogs.com/hapyygril/p/10737317.html