配置hadoop集群，完全分布式模式

 [/soft/hadoop/etc/hadoop] 

 

[hdfs-site.xml]

 

<configuration>
	<property>
		<name>dfs.replication</name>
		<value>3</value>
	</property>
	
	<property>
                <name>dfs.hosts</name>    // 这个是白名单 ，  可以添加节点
                <value>/soft/hadoop/etc/dfs.hosts.txt</value>
        </property>
	
	<property>
		<name>dfs.hosts.exclude</name>  // 黑名单，  删除节点。 
		<value>/soft/hadoop/etc/dfs.hosts.exclude.txt</value>
	</property>
</configuration>

 

　　

 

　

[mapred-site.xml]

[ljs@s11 /soft/hadoop/etc/hadoop]$cat mapred-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>


<configuration>
	<property>
		<name>mapreduce.framework.name</name>
		<value>yarn</value>
	</property>
</configuration>

 hdfs dfsadmin refreshNodes

 

[yarn.xml]

[ljs@s11 /soft/hadoop/etc/hadoop]$cat yarn-site.xml 
<?xml version="1.0"?>
<configuration>
	<property>
		<name>yarn.resourcemanager.hostname</name>
		<value>s11</value>
	</property>
	<property>
		<name>yarn.nodemanager.aux-services</name>
		<value>mapreduce_shuffle</value>
	</property>

</configuration>

　

[core-site.xml]　

[ljs@s11 /soft/hadoop/etc/hadoop]$cat hadoop-sicat core-site.xml 
cat: hadoop-sicat: No such file or directory
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<configuration>
	<property>
		<name>fs.defaultFS</name>
		<value>hdfs://s11/</value>
	</property>
	<property>
		<name>hadoop.tmp.dir</name>
		<value>/home/ljs/hadoop</value>
	</property>
</configuration>

　　

[slaves]

[ljs@s11 /soft/hadoop/etc/hadoop]$cat slaves 
s12
s13
s14
s15

　　

　

转载于:https://www.cnblogs.com/lijins/p/10032356.html