安装hadoop
解压
tar zxf hadoop-2.6.0.tar.gz
配置环境变量
vi /etc/profile 进入环境变量
添加
HADOOP_HOME=/opt/hadoop-2.6.0
PATH=
J
A
V
A
H
O
M
E
/
b
i
n
:
JAVA_HOME/bin:
JAVAHOME/bin:HADOOP_HOME/bin:$PATH
进入目录
ll etc/hadoop/
修改代码网址:https://ask.hellobi.com/blog/marsj/4944
vi core-site.xml
fs.default.name
hdfs://node4:9000
hadoop.tmp.dir
/opt/hadoop-2.6.0/current/tmp
fs.trash.interval
4320
vi hdfs-site.xml
dfs.namenode.name.dir
/opt/hadoop-2.6.0/current/name
dfs.datanode.data.dir
/opt/hadoop-2.6.0/current/data
dfs.replication
1
dfs.webhdfs.enabled
true
dfs.permissions.superusergroup
staff
dfs.permissions.enabled
false
建三个文件
/opt/hadoop-2.6.0/current/data
/opt/hadoop-2.6.0/current/name
mkdir -p /opt/hadoop-2.6.0/current/tmp
vi yarn-site.xml
yarn.resourcemanager.hostname
node4
yarn.nodemanager.aux-services
mapreduce_shuffle
yarn.nodemanager.aux-services.mapreduce.shuffle.class
org.apache.hadoop.mapred.ShuffleHandler
yarn.resourcemanager.address
node4:18040
yarn.resourcemanager.scheduler.address
node4:18030
yarn.resourcemanager.resource-tracker.address
node4:18025
yarn.resourcemanager.admin.address
node4:18141
yarn.resourcemanager.webapp.address
node4:18088
yarn.log-aggregation-enable
true
yarn.log-aggregation.retain-seconds
86400
yarn.log-aggregation.retain-check-interval-seconds
86400
yarn.nodemanager.remote-app-log-dir
/tmp/logs
yarn.nodemanager.remote-app-log-dir-suffix
logs
vi mapred-site.xml
mapreduce.framework.name
yarn
mapreduce.jobtracker.http.address
node4:50030
mapreduce.jobhisotry.address
node4:10020
mapreduce.jobhistory.webapp.address
node4:19888
mapreduce.jobhistory.done-dir
/jobhistory/done
mapreduce.intermediate-done-dir
/jobhisotry/done_intermediate
mapreduce.job.ubertask.enable
true
vi slaves
hadoop-env.sh
$JAVA_HOME目录
格式化HDFS
hdfs namenode -format
启动hadoop集群
/opt/hadoop-2.6.0/sbin/start-all.sh
Jps