- # -*- coding: UTF-8 -*-
- # Author: wt
- import happybase
- import pandas as pd
- conn = happybase.Connection(host = 'host_ip', port = 9090,
- timeout=None,autoconnect=True,table_prefix=None,table_prefix_separator=b'_',
- compat='0.98', transport='buffered',protocol='binary')
- conn.open()
- table_cli = happybase.Table('ticktocks',conn)
- rows = table_cli.scan(columns=['static:is_sensitive','static:tt_timestamp','static:uid'],filter="(SingleColumnValueFilter('static','tt_timestamp',>=,'binary:1532793600')) AND (SingleColumnValueFilter('static','tt_timestamp',<=,'binary:1532880000'))")
- l = []
- for row in rows:
- l.append(row)
- conn.close
- res = []
- for i in range(len(l)):
- ss = []
- aa = str(l[i][1]).split(',')
- if len(aa)==3:
- # print(aa)
- ss.append(int(aa[0][-2]))
- ss.append(int(aa[2][18:-2]))
- elif len(aa)==2:
- ss.append(0)
- ss.append(int(aa[1][18:-2]))
- else:
- print(aa)
- res.append(ss)
- data = pd.DataFrame(res)
- data = data.loc[:,[1,0]]
- ...........
python连接hbase
最新推荐文章于 2023-09-07 16:02:41 发布