(3)hadoop3

-rw-r–r--. 1 hadoop hadoop 185515842 Oct 18 12:42 jdk-8u144-linux-x64.tar.gz
-rw-r–r--. 1 hadoop hadoop 197657687 Oct 18 12:42 hadoop-2.7.2.tar.gz
yum -y remove java
rm -rf /usr/bin/java

tar -zxvf jdk-8u144-linux-x64.tar.gz -C /opt/module/
sudo vi /etc/profile
Shift+g O

#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_144
export PATH= P A T H : PATH: PATH:JAVA_HOME/bin
source /etc/profile
java -version

tar -zxvf hadoop-2.7.2.tar.gz -C /opt/module/
sudo vi /etc/profile
##HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export PATH= P A T H : PATH: PATH:HADOOP_HOME/bin
export PATH= P A T H : PATH: PATH:HADOOP_HOME/sbin
source /etc/profile
hadoop version

mkdir bin
cd bin/

vim xsync
#!/bin/bash
#1 获取输入参数个数,如果没有参数,直接退出
pcount=$#
if((pcount==0)); then
echo no args;
exit;
fi

#2 获取文件名称
p1=$1
fname=basename $p1
echo fname=$fname

#3 获取上级目录到绝对路径
pdir=cd -P $(dirname $p1); pwd
echo pdir=$pdir

#4 获取当前用户名称
user=whoami

#5 循环
for((host=103; host<105; host++)); do
echo ------------------- hadoop$host --------------
rsync -rvl p d i r / pdir/ pdir/fname u s e r @ h a d o o p user@hadoop user@hadoophost:$pdir
done

chmod 777 xsync

vi core-site.xml

fs.defaultFS hdfs://hadoop102:9000 hadoop.tmp.dir /opt/module/hadoop-2.7.2/data/tmp

vi hadoop-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144

vi hdfs-site.xml

dfs.replication
3

dfs.namenode.secondary.http-address hadoop104:50090

vi yarn-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144

vi yarn-site.xml

yarn.nodemanager.aux-services mapreduce_shuffle yarn.resourcemanager.hostname hadoop103

vi mapred-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144

cp mapred-site.xml.template mapred-site.xml
vi mapred-site.xml

mapreduce.framework.name yarn

vi slaves
hadoop102
hadoop103
hadoop104

mkdir -p /opt/module/hadoop-2.7.2/data/tmp
sudo vim /etc/profile
export PS1="[\u@\h \w]$"

vim /etc/profile
export PS1="[\u@\h \w]$"
#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_144
export PATH= P A T H : PATH: PATH:JAVA_HOME/bin
##HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export PATH= P A T H : PATH: PATH:HADOOP_HOME/bin
export PATH= P A T H : PATH: PATH:HADOOP_HOME/sbin
source /etc/profile
[hadoop@hadoop102 /opt/module/hadoop-2.7.2]$cd /opt/module/hadoop-2.7.2/
hadoop namenode -format

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值