yarn 下application监控

#!/usr/bin/python
# -*- coding: utf-8 -*-

import subprocess

application_list = []


def get_yarn_applications():
    # 执行yarn application -list命令
    process = subprocess.Popen(['yarn', 'application', '-list'], stdout=subprocess.PIPE)
    output, _ = process.communicate()

    # 将命令行输出分行处理
    lines = output.decode('utf-8').strip().split('\n')

    # 行数下标
    index = 0
    # 解析输出中的应用程序信息
    for line in lines:
        index = index + 1
        # 从第三行解析
        if index > 2:
            # 新应用程序开始
            application = {
                'application_id': line.split()[0],
                'application_name': line.split()[1],
                'application_type': line.split()[2],
                'user': line.split()[3],
                'queue': line.split()[4],
                'state': line.split()[5],
                'final_state': line.split()[6],
                'progress': line.split()[7],
                'tracking_url': line.split()[8]
            }
            application_list.append(application)

    return application_list


# 获取应用程序列表并打印
applications = get_yarn_applications()
for app in application_list:
    print("Id: {}, Name: {}, Type: {}, State: {}".format(app['application_id'], app['application_name'],
                                                         app['application_type'], app['state']))