mysql导入hbase

##########################
cat dt.txt
2015-12-02 42
2015-12-04 1
2015-12-09 2769
2015-12-10 6439
2015-12-11 5966
#########
cat imp.py
# -*- coding: utf-8 -*-
import sys

reload(sys)
sys.setdefaultencoding('utf-8')

import happybase
import json
conn = happybase.Connection('bhasehost')
conn.open()

tab1 = conn.table('star_biz:t_realname_model')
with tab1.batch(batch_size=5) as tab1bat:
with open("/data/dyg/tmp/table_name.csv", "r") as f:
for i in f:
r=json.loads(json.loads(i.encode('utf-8')))
if not tab1.row(r["A:id"]):
tab1bat.put(r["A:id"],r)

#########
for dt in $(cat dt.txt | awk '{print $1;}')
do
echo $dt
mysql -uroot -ppassword -hmysqlhost --default-character-set utf8 db_name -N > table_name.csv <<EOF
SELECT CONCAT('"{\\\"A:cardId\\\":\\\"',id_card,'\\\",'
'\\\"A:createTime\\\":\\\"',UNIX_TIMESTAMP(create_time) * 1000,'\\\",',
'\\\"A:id\\\":\\\"',CONCAT(REVERSE(id_card),name), '\\\",',
'\\\"A:msg\\\":\\\"','一致\\\",',
'\\\"A:picture\\\":\\\"',picture,'\\\",',
'\\\"A:realName\\\":\\\"',name,'\\\",',
'\\\"A:status\\\":\\\"','SUCCESS\\\",',
'\\\"A:updateTime\\\":\\\"',UNIX_TIMESTAMP(update_time) * 1000, '\\\"}"')
FROM table_name
where update_time >= '$dt'
and update_time < date_add('$dt', interval +1 day);
EOF

sed -i -e 's/\\\\/\\/g' table_name.csv

python2.7 imp.py

done

转载于:https://www.cnblogs.com/falcon007/p/10496991.html