【数据挖掘】4-hadoop-2.6.5-src.tar.gz编译

编译hadoop-2.6.5.tar.gz，需要一下软件

将所有软件安装在/usr/local/src目录下

jdk-7u25-linux-x64.tar.gz
apache-ant-1.9.4-bin.tar.gz
findbugs-3.0.0.tar.gz
protobuf-2.5.0.tar.gz
apache-maven-3.0.5-bin.tar.gz
hadoop-2.6.0-src.tar.gz

安装前准备
vi /etc/rc.local

 service iptables stop
 chkconfig iptables off

vi /etc/selinux/conf

SELINUX=disabled

1，需要网络，网速快，编译块，正常编译20~30分钟

2，安装所需依赖

yum -y install gcc gcc-c++ make
yum install -y cmake openssl-devel ncurses-devel zlib-devel
yum install -y snappy snappy-devel bzip2 bzip2-devel lzo lzo-devel lzop openssl openssl-devel

3, 安装jdk
cd compile_hadoop
tar -xf jdk-7u25-linux-x64.tar.gz -C /usr/local/src
vi /etc/profile

# setting java
export JAVA_HOME=/usr/local/src/jdk1.7.0_25
export CLASSPATH=$CLASSPATH:$JAVA_HOME/lib:$JAVA_HOME/jre/lib
export PATH=$JAVA_HOME/bin:$JAVA_HOME/jre/lib:$PATH

4，安装apache-maven
cd compile_hadoop
tar -xf apache-maven-3.0.5-bin.tar.gz -C /usr/local/src
vi /etc/profile

# apache-maven
export MAVEN_HOME=/usr/local/src/apache-maven-3.0.5
export PATH=$PATH:$MAVEN_HOME/bin

5，安装apache-ant
cd compile_hadoop
tar -xf apache-ant-1.9.4-bin.tar.gz -C /usr/local/src
vi /etc/profile

# apache-ant setting
export ANT_HOME=/usr/local/src/apache-ant-1.9.4
export PATH=$PATH:$ANT_HOME/bin

6，安装findbugs
cd compile_hadoop
tar -xf findbugs-3.0.0.tar.gz -C /usr/local/src
vi /etc/profile

# findbugs settint
export FINDBUGS=/usr/local/src/findbugs-3.0.0
export PATH=$PATH:$FINDBUGS/bin

7，安装protobuf
cd compile_hadoop
tar -xf protobuf-2.5.0.tar.gz
cd protobuf-2.5.0
./configure prefix=/usr/local/src && make && make install
vi /etc/profile

# protoc setting
export PROTOC=/usr/local/src/protoc
export PATH=$PATH:$PROTOC/bin

8，检查以上是否安装成功

java -version
mvn -version
ant -version
findbugs -version
protoc --version

9，执行

export MAVEN_OPTS="-Xms256m -Xmx512m"

10，编译hadoop-2.6.0-src.tar.gz
cd compile_hadoop
tar -xf hadoop-2.6.0-src
cd hadoop-2.6.0-src
mvn clean install -DskipTests
mvn package -Pdist,native -DskipTests -Dtar

编译完成在hadoop-2.6.0-src/hadoop-dist/target/hadoop-2.6.0/lib/native