python操作hdfs

#!/usr/bin/env python
# -*- coding:utf-8 -*-
"""
安装依赖包
    pip install hdfs
    pip install thrift
"""

from hdfs.client import Client


# 删除hdfs文件
def delete_hdfs_file(client, hdfs_path):
    client.delete(hdfs_path)


# 上传文件到hdfs
def put_to_hdfs(client, local_path, hdfs_path):
    client.upload(hdfs_path, local_path, cleanup=True)


def read_hdfs_file(client, hdfs_path):
    # 读文件内容
    with client.read(hdfs_path) as reader:
        # 解码（源数据为`b''`样式）
        out = reader.read().decode("utf-8")
        #    测试输出
        print(out)


def main():
    client = Client("http://master:9870", root='root')
    # delete_hdfs_file(client, '/tmp/hdfs_hbase_operation.py')
    # put_to_hdfs(client, "D:\workspace\python_workspace\student_dianping\com\example\hdfs_hbase_operation.py", '/tmp')
    read_hdfs_file(client, '/tmp/c45.log')


if __name__ == '__main__':
    main()