Hadoop记录-fair公平调度队列管理

<?xml version="1.0"?>
<allocations>
  <queue name="root">
      <queue name="default">
        <minResources>2048 mb,4 vcores</minResources>
        <maxResources>2000000 mb,660 vcores</maxResources>
        <maxRunningApps>80</maxRunningApps>
        <aclSubmitApps>*</aclSubmitApps>
        <weight>2.0</weight>
        <schedulingMode>fair</schedulingMode>
	
      </queue>
      <queue name="queue_a">
        <minResources>2048 mb,4 vcores</minResources>
        <maxResources>102400 mb,148 vcores</maxResources>
        <maxRunningApps>50</maxRunningApps>
        <aclSubmitApps>*</aclSubmitApps>
        <weight>2.0</weight>
        <schedulingMode>fair</schedulingMode>
      </queue>
      <queue name="queue_b">
        <minResources>2048 mb,4 vcores</minResources>
        <maxResources>102400 mb,148 vcores</maxResources>
        <maxRunningApps>50</maxRunningApps>
        <aclSubmitApps>*</aclSubmitApps>
        <weight>2.0</weight>
        <schedulingMode>fair</schedulingMode>
      </queue>
  </queue>
</allocations>

beeline -u " jdbc:hive2://10.202.77.201:10000" -n hive -p hive
set hive.execution.engine=tez;

nohup hive --service hiveserver2 &
nohup hive --service metastore &

hive -S -e "select * from xxx" --S静音模式不打印MR2的进度信息 e加载hql查询语句
hive -f test.hql --加载一个hql文件
source test.hql

for f in 'rpm -qa | grep xxx';do rpm -e --nodeps ${f} done;

磁盘空间满了，kill超时太长的job

cd hive/yarn/local1/usercache/hive/appcache
su yarn
yarn application -kill job名

 

转载于:https://www.cnblogs.com/xinfang520/p/10619526.html