linux下编译hadoop-3.1.1源码

下载地址

https://archive.apache.org/dist/hadoop/common/hadoop-3.1.1/hadoop-3.1.1-src.tar.gz

https://github.com/protocolbuffers/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz

https://github.com/Kitware/CMake/releases/download/v3.14.5/cmake-3.14.5-Linux-x86_64.tar.gz

./configure --prefix=/data/protobuf-2.5.0

make

make install

yum remove cmake

yum -y install kernel-devel  yum -y install gcc*  yum -y install cmake  yum -y install glibc-headers  yum -y install gcc-c++  yum -y install zip-devel  yum -y install openssl-devel  yum -y install svn  yum -y install git  yum -y install ncurses-devel  yum -y install lzo-devel  yum -y install autoconf  yum -y install libtool  yum -y install automake

环境配置如下

MAVEN_HOME=/usr/local/apache-maven-3.5.2
export MAVEN_HOME
export PATH=${PATH}:${MAVEN_HOME}/bin


export PATH=/data/protobuf-2.5.0/bin:$PATH



export JAVA_HOME=/usr/local/jdk1.8.0_45
export PATH=$PATH:$JAVA_HOME/bin
export CMAKE_HOME=/opt/cmake-3.14.5-Linux-x86_64
export PATH=$PATH:$CMAKE_HOME/bin

修改，删除一个module 

hadoop-client-check-test-invariants

hadoop-3.1.1-src/hadoop-client-modules/pom.xml

mvn -X package -Pdist,native,docs -DskipTests -Dtar -Dmaven.skip.test=true -Dmaven.javadoc.skip=true