创建文件夹存储标签
[root@mypc01 ~]# hdfs dfs -mkdir -p /yarn/labels
[root@mypc01 ~]# hdfs dfs -chmod 700 /yarn
配置yarn-site.xml
<property>
<name>yarn.node-labels.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.node-labels.fs-store.root-dir</name>
<value>hdfs://mypc01:8020/yarn/labels</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
</property>
重启RM
# stop rm
$HADOOP_HOME/sbin/yarn-daemon.sh stop resourcemanager
# start rm
$HADOOP_HOME/sbin/yarn-daemon.sh start resourcemanager
添加标签
yarn rmadmin -addToClusterNodeLabels label1,label2
查看标签
[root@mypc01 hadoop]# yarn cluster --list-node-labels
21/02/01 16:11:15 INFO client.RMProxy: Connecting to ResourceManager at qianfeng01/192.168.xx.xx:8032
Node Labels: label1,label2
给节点添加标签
yarn rmadmin -replaceLabelsOnNode 192.168.10.101,label1
ip后可以跟端口,若没有端口,则该节点上所有nodemanager都是一个标签,添加完并刷新后在web ui 中可以看到每个节点的node labels
删除标签
yarn rmadmin -removeFromClusterNodeLabels label1,label2
参考
Yarn标签调度实验_红象云腾技术大讲堂的博客-CSDN博客
Apache Hadoop 2.10.0 中文文档 – YARN Node Labels
https://www.geek-book.com/src/docs/hadoop3.2.1/hadoop.apache.org/docs/r3.2.1/hadoop-yarn/hadoop-yarn-site/NodeLabel.html