-rw-r–r--. 1 hadoop hadoop 185515842 Oct 18 12:42 jdk-8u144-linux-x64.tar.gz
-rw-r–r--. 1 hadoop hadoop 197657687 Oct 18 12:42 hadoop-2.7.2.tar.gz
yum -y remove java
rm -rf /usr/bin/java
tar -zxvf jdk-8u144-linux-x64.tar.gz -C /opt/module/
sudo vi /etc/profile
Shift+g O
#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_144
export PATH=
P
A
T
H
:
PATH:
PATH:JAVA_HOME/bin
source /etc/profile
java -version
tar -zxvf hadoop-2.7.2.tar.gz -C /opt/module/
sudo vi /etc/profile
##HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export PATH=
P
A
T
H
:
PATH:
PATH:HADOOP_HOME/bin
export PATH=
P
A
T
H
:
PATH:
PATH:HADOOP_HOME/sbin
source /etc/profile
hadoop version
mkdir bin
cd bin/
vim xsync
#!/bin/bash
#1 获取输入参数个数,如果没有参数,直接退出
pcount=$#
if((pcount==0)); then
echo no args;
exit;
fi
#2 获取文件名称
p1=$1
fname=basename $p1
echo fname=$fname
#3 获取上级目录到绝对路径
pdir=cd -P $(dirname $p1); pwd
echo pdir=$pdir
#4 获取当前用户名称
user=whoami
#5 循环
for((host=103; host<105; host++)); do
echo ------------------- hadoop$host --------------
rsync -rvl
p
d
i
r
/
pdir/
pdir/fname
u
s
e
r
@
h
a
d
o
o
p
user@hadoop
user@hadoophost:$pdir
done
chmod 777 xsync
vi core-site.xml
fs.defaultFS hdfs://hadoop102:9000 hadoop.tmp.dir /opt/module/hadoop-2.7.2/data/tmpvi hadoop-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144
vi hdfs-site.xml
dfs.replication
3
vi yarn-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144
vi yarn-site.xml
yarn.nodemanager.aux-services mapreduce_shuffle yarn.resourcemanager.hostname hadoop103vi mapred-env.sh
export JAVA_HOME=/opt/module/jdk1.8.0_144
cp mapred-site.xml.template mapred-site.xml
vi mapred-site.xml
vi slaves
hadoop102
hadoop103
hadoop104
mkdir -p /opt/module/hadoop-2.7.2/data/tmp
sudo vim /etc/profile
export PS1="[\u@\h \w]$"
vim /etc/profile
export PS1="[\u@\h \w]$"
#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_144
export PATH=
P
A
T
H
:
PATH:
PATH:JAVA_HOME/bin
##HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export PATH=
P
A
T
H
:
PATH:
PATH:HADOOP_HOME/bin
export PATH=
P
A
T
H
:
PATH:
PATH:HADOOP_HOME/sbin
source /etc/profile
[hadoop@hadoop102 /opt/module/hadoop-2.7.2]$cd /opt/module/hadoop-2.7.2/
hadoop namenode -format