linux怎么编译hadoop的文件,CentOS 7.4下编译安装Hadoop 2.7.6 及所需文件

于 2021-05-05 18:02:35 发布
阅读量135 收藏
点赞数
文章标签： linux怎么编译hadoop的文件

1. 使用系统和软件

操作系统：CentOS Linux release 7.4.1708 (Core)  64位

使用软件如下：

jdk1.8.0_112.tar.gz

Hadoop-2.7.6-src.tar.gz

apache-ant-1.9.11-bin.tar.gz

apache-maven-3.5.3-bin.tar.gz

findbugs-3.0.1.tar.gz

protobuf-2.5.0.tar.gz

2. 必要的包安装

[root@mini05 ~]# yum install -y cmake

[root@mini05 ~]# yum install -y openssl-devel

[root@mini05 ~]# yum install -y ncurses-devel

3. 安装Jdk【java8】

3.1.  软件安装

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf jdk1.8.0_112.tar.gz

[root@mini05 software]# ll

total 201392

drwxr-xr-x 8  10  143      4096 Dec 20 13:27 jdk1.8.0_112

-rw-r--r-- 1 root root 189815615 Mar 12 16:47 jdk1.8.0_112.tar.gz

[root@mini05 software]# mv jdk1.8.0_112/ /app/

[root@mini05 software]# cd /app/

[root@mini05 app]# ln -s jdk1.8.0_112/ jdk

[root@mini05 app]# ll

total 8

lrwxrwxrwx  1 root root    13 May 16 23:19 jdk -> jdk1.8.0_112/

drwxr-xr-x  8  10  143 4096 Dec 20 13:27 jdk1.8.0_112

3.2.  环境变量

[root@mini05 ~]$ pwd

/app

[root@mini05 ~]$ ll -d jdk*  # 可以根据实际情况选择jdk版本，其中jdk1.8 可以兼容 jdk1.7

lrwxrwxrwx 1 yun yun  11 Mar 15 14:58 jdk -> jdk1.8.0_112

drwxr-xr-x 8 yun yun 4096 Dec 20 13:27 jdk1.8.0_112

[root@mini05 profile.d]$ pwd

/etc/profile.d

[root@mini05 profile.d]$ cat jdk.sh # java环境变量

export JAVA_HOME=/app/jdk

export JRE_HOME=/app/jdk/jre

export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JRE_HOME/lib:$CLASSPATH

export PATH=$JAVA_HOME/bin:$PATH

[root@mini05 profile.d]# source /etc/profile

[root@mini05 profile.d]$ java -version

java version "1.8.0_112"

Java(TM) SE Runtime Environment (build 1.8.0_112-b15)

Java HotSpot(TM) 64-Bit Server VM (build 25.112-b15, mixed mode)

4. 安装maven

4.1.  软件安装

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf apache-maven-3.5.3-bin.tar.gz

[root@mini05 software]# mv apache-maven-3.5.3 /app/

[root@mini05 software]# cd /app/

[root@mini05 app]# ln -s apache-maven-3.5.3 maven

[root@mini05 app]# ll

total 0

drwxr-xr-x 6 root root  99 Jun  8 10:18 apache-maven-3.5.3

lrwxrwxrwx 1 yun  yun  13 Jun  7 22:49 jdk -> jdk1.8.0_112/

drwxr-xr-x 8 yun  yun  255 Sep 23  2016 jdk1.8.0_112

lrwxrwxrwx 1 root root  18 Jun  8 10:19 maven -> apache-maven-3.5.3

drwxrwxr-x 2 yun  yun  222 Jun  8 10:18 software

4.2.  环境变量

[root@mini05 profile.d]# pwd

/etc/profile.d

[root@mini05 profile.d]# cat maven.sh

export MAVEN_HOME=/app/maven/

export PATH=$MAVEN_HOME/bin:$PATH

[root@mini05 profile.d]# source /etc/profile

[root@mini05 profile.d]# mvn -v

Apache Maven 3.5.3 (3383c37e1f9e9b3bc3df5050c29c8aff9f295297; 2018-02-25T03:49:05+08:00)

Maven home: /app/maven

Java version: 1.8.0_112, vendor: Oracle Corporation

Java home: /app/jdk1.8.0_112/jre

Default locale: en_US, platform encoding: UTF-8

OS name: "linux", version: "3.10.0-693.el7.x86_64", arch: "amd64", family: "unix"

5. 安装ant

5.1.  软件安装

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf apache-ant-1.9.11-bin.tar.gz

[root@mini05 software]# mv apache-ant-1.9.11 /app/

[root@mini05 app]# ln -s apache-ant-1.9.11 ant

[root@mini05 app]# ll

total 0

lrwxrwxrwx 1 root root  17 Jun  8 10:38 ant -> apache-ant-1.9.11

drwxr-xr-x 6 root root 235 Mar 24 01:08 apache-ant-1.9.11

drwxr-xr-x 6 root root  99 Jun  8 10:18 apache-maven-3.5.3

lrwxrwxrwx 1 yun  yun  13 Jun  7 22:49 jdk -> jdk1.8.0_112/

drwxr-xr-x 8 yun  yun  255 Sep 23  2016 jdk1.8.0_112

lrwxrwxrwx 1 root root  18 Jun  8 10:19 maven -> apache-maven-3.5.3

drwxrwxr-x 2 yun  yun  222 Jun  8 10:18 software

5.2.  环境变量

[root@mini05 profile.d]# pwd

/etc/profile.d

[root@mini05 profile.d]# vim ant.sh

export ANT_HOME="/app/ant"

export PATH=$ANT_HOME/bin:$PATH

[root@mini05 profile.d]# source /etc/profile

[root@mini05 profile.d]# ant -version

Apache Ant(TM) version 1.9.11 compiled on March 23 2018

6. 安装findbugs

6.1.  软件安装

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf findbugs-3.0.1.tar.gz

[root@mini05 software]# mv findbugs-3.0.1 /app/

[root@mini05 software]# cd /app/

[root@mini05 app]# ln -s findbugs-3.0.1/ findbugs

[root@mini05 app]# ll

total 0

lrwxrwxrwx 1 root root  17 Jun  8 10:38 ant -> apache-ant-1.9.11

drwxr-xr-x 6 root root 235 Mar 24 01:08 apache-ant-1.9.11

drwxr-xr-x 6 root root  99 Jun  8 10:18 apache-maven-3.5.3

lrwxrwxrwx 1 root root  15 Jun  8 11:01 findbugs -> findbugs-3.0.1/

drwxr-xr-x 8 root root 104 Jun  8 11:00 findbugs-3.0.1

lrwxrwxrwx 1 yun  yun  13 Jun  7 22:49 jdk -> jdk1.8.0_112/

drwxr-xr-x 8 yun  yun  255 Sep 23  2016 jdk1.8.0_112

lrwxrwxrwx 1 root root  18 Jun  8 10:19 maven -> apache-maven-3.5.3

drwxrwxr-x 2 yun  yun  222 Jun  8 11:01 software

6.2.  环境变量

[root@mini05 profile.d]# pwd

/etc/profile.d

[root@mini05 profile.d]# cat findbugs.sh

export FINDBUGS_HOME="/app/findbugs"

export PATH=$FINDBUGS_HOME/bin:$PATH

[root@mini05 profile.d]# source /etc/profile

[root@mini05 profile.d]# findbugs -version

3.0.1

7. 安装protobuf

# 不能使用 protobuf-2.6.1.tar.gz 会出错

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf protobuf-2.5.0.tar.gz

[root@mini05 software]# cd protobuf-2.5.0/

[root@mini05 protobuf-2.5.0]# pwd

/app/software/protobuf-2.5.0

[root@mini05 protobuf-2.6.1]# ./configure

………………

[root@mini05 protobuf-2.6.1]# make

………………

[root@mini05 protobuf-2.6.1]# make install

………………

[root@mini05 protobuf-2.6.1]# protoc --version

libprotoc 2.5.0

8. 编译Hadoop

8.1.  编译Hadoop

[root@mini05 software]# pwd

/app/software

[root@mini05 software]# tar xf  hadoop-2.7.6-src.tar.gz

[root@mini05 software]# cd hadoop-2.7.6-src/

[root@mini05 hadoop-2.7.6-src]# pwd

/app/software/hadoop-2.7.6-src

[root@mini05 hadoop-2.7.6-src]# mvn clean install -DskipTests  # clean 参数可以省略

………………

### 持续时间较长，中间也有可能一直卡主，如果卡主那么Ctrl+C 之后再执行即可。总过程可能会有多次卡主那么中断后再执行该命令。

………………………………

[INFO] ------------------------------------------------------------------------

[INFO] Reactor Summary:

[INFO]

[INFO] Apache Hadoop Main 2.7.6 ........................... SUCCESS [  1.098 s]

[INFO] Apache Hadoop Build Tools .......................... SUCCESS [  1.151 s]

[INFO] Apache Hadoop Project POM .......................... SUCCESS [  0.851 s]

[INFO] Apache Hadoop Annotations .......................... SUCCESS [  0.390 s]

[INFO] Apache Hadoop Project Dist POM ..................... SUCCESS [  0.298 s]

[INFO] Apache Hadoop Assemblies ........................... SUCCESS [  0.158 s]

[INFO] Apache Hadoop Maven Plugins ........................ SUCCESS [  1.494 s]

[INFO] Apache Hadoop MiniKDC .............................. SUCCESS [  3.178 s]

[INFO] Apache Hadoop Auth ................................. SUCCESS [  1.902 s]

[INFO] Apache Hadoop Auth Examples ........................ SUCCESS [  0.916 s]

[INFO] Apache Hadoop Common ............................... SUCCESS [ 38.980 s]

[INFO] Apache Hadoop NFS .................................. SUCCESS [  1.097 s]

[INFO] Apache Hadoop KMS .................................. SUCCESS [ 13.255 s]

[INFO] Apache Hadoop Common Project ....................... SUCCESS [  0.099 s]

[INFO] Apache Hadoop HDFS ................................. SUCCESS [ 57.047 s]

[INFO] Apache Hadoop HttpFS ............................... SUCCESS [  7.958 s]

[INFO] Apache Hadoop HDFS BookKeeper Journal .............. SUCCESS [ 49.933 s]

[INFO] Apache Hadoop HDFS-NFS ............................. SUCCESS [  0.632 s]

[INFO] Apache Hadoop HDFS Project ......................... SUCCESS [  0.048 s]

[INFO] hadoop-yarn ........................................ SUCCESS [  0.045 s]

[INFO] hadoop-yarn-api .................................... SUCCESS [  3.861 s]

[INFO] hadoop-yarn-common ................................. SUCCESS [01:35 min]

[INFO] hadoop-yarn-server ................................. SUCCESS [  0.030 s]

[INFO] hadoop-yarn-server-common .......................... SUCCESS [  1.002 s]

[INFO] hadoop-yarn-server-nodemanager ..................... SUCCESS [  1.825 s]

[INFO] hadoop-yarn-server-web-proxy ....................... SUCCESS [  0.499 s]

[INFO] hadoop-yarn-server-applicationhistoryservice ....... SUCCESS [  0.940 s]

[INFO] hadoop-yarn-server-resourcemanager ................. SUCCESS [  3.872 s]

[INFO] hadoop-yarn-server-tests ........................... SUCCESS [  0.759 s]

[INFO] hadoop-yarn-client ................................. SUCCESS [  0.687 s]

[INFO] hadoop-yarn-server-sharedcachemanager .............. SUCCESS [  0.850 s]

[INFO] hadoop-yarn-applications ........................... SUCCESS [  0.034 s]

[INFO] hadoop-yarn-applications-distributedshell .......... SUCCESS [  0.396 s]

[INFO] hadoop-yarn-applications-unmanaged-am-launcher ..... SUCCESS [  0.272 s]

[INFO] hadoop-yarn-site ................................... SUCCESS [  0.040 s]

[INFO] hadoop-yarn-registry ............................... SUCCESS [  0.711 s]

[INFO] hadoop-yarn-project ................................ SUCCESS [  0.248 s]

[INFO] hadoop-mapreduce-client ............................ SUCCESS [  0.114 s]

[INFO] hadoop-mapreduce-client-core ....................... SUCCESS [  2.589 s]

[INFO] hadoop-mapreduce-client-common ..................... SUCCESS [  1.546 s]

[INFO] hadoop-mapreduce-client-shuffle .................... SUCCESS [  0.467 s]

[INFO] hadoop-mapreduce-client-app ........................ SUCCESS [  1.305 s]

[INFO] hadoop-mapreduce-client-hs ......................... SUCCESS [  0.780 s]

[INFO] hadoop-mapreduce-client-jobclient .................. SUCCESS [ 19.947 s]

[INFO] hadoop-mapreduce-client-hs-plugins ................. SUCCESS [  0.364 s]

[INFO] Apache Hadoop MapReduce Examples ................... SUCCESS [  0.831 s]

[INFO] hadoop-mapreduce ................................... SUCCESS [  0.169 s]

[INFO] Apache Hadoop MapReduce Streaming .................. SUCCESS [  8.894 s]

[INFO] Apache Hadoop Distributed Copy ..................... SUCCESS [ 34.396 s]

[INFO] Apache Hadoop Archives ............................. SUCCESS [  0.309 s]

[INFO] Apache Hadoop Rumen ................................ SUCCESS [  0.471 s]

[INFO] Apache Hadoop Gridmix .............................. SUCCESS [  0.484 s]

[INFO] Apache Hadoop Data Join ............................ SUCCESS [  0.187 s]

[INFO] Apache Hadoop Ant Tasks ............................ SUCCESS [  0.099 s]

[INFO] Apache Hadoop Extras ............................... SUCCESS [  0.386 s]

[INFO] Apache Hadoop Pipes ................................ SUCCESS [  0.024 s]

[INFO] Apache Hadoop OpenStack support .................... SUCCESS [  0.445 s]

[INFO] Apache Hadoop Amazon Web Services support .......... SUCCESS [03:23 min]

[INFO] Apache Hadoop Azure support ........................ SUCCESS [ 17.180 s]

[INFO] Apache Hadoop Client ............................... SUCCESS [  1.042 s]

[INFO] Apache Hadoop Mini-Cluster ......................... SUCCESS [  0.862 s]

[INFO] Apache Hadoop Scheduler Load Simulator ............. SUCCESS [  1.292 s]

[INFO] Apache Hadoop Tools Dist ........................... SUCCESS [  0.614 s]

[INFO] Apache Hadoop Tools ................................ SUCCESS [  0.033 s]

[INFO] Apache Hadoop Distribution 2.7.6 ................... SUCCESS [  0.124 s]

[INFO] ------------------------------------------------------------------------

[INFO] BUILD SUCCESS

[INFO] ------------------------------------------------------------------------

[INFO] Total time: 09:51 min

[INFO] Finished at: 2018-06-08T16:28:47+08:00

[INFO] ------------------------------------------------------------------------

[root@mini05 hadoop-2.7.6-src]# mvn package -Pdist,native -DskipTests -Dtar

…………………………

[INFO] Executing tasks

main:

[exec] $ tar cf hadoop-2.7.6.tar hadoop-2.7.6

[exec] $ gzip -f hadoop-2.7.6.tar

[exec]

[exec] Hadoop dist tar available at: /app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-2.7.6.tar.gz  # Hadoop编译好的jar包位置

[exec]

[INFO] Executed tasks

[INFO]

[INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @ hadoop-dist ---

[INFO] Building jar: /app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-dist-2.7.6-javadoc.jar

[INFO] ------------------------------------------------------------------------

[INFO] Reactor Summary:

[INFO]

[INFO] Apache Hadoop Main 2.7.6 ........................... SUCCESS [  7.433 s]

[INFO] Apache Hadoop Build Tools .......................... SUCCESS [  0.789 s]

[INFO] Apache Hadoop Project POM .......................... SUCCESS [ 21.333 s]

[INFO] Apache Hadoop Annotations .......................... SUCCESS [  1.470 s]

[INFO] Apache Hadoop Assemblies ........................... SUCCESS [  0.135 s]

[INFO] Apache Hadoop Project Dist POM ..................... SUCCESS [ 13.132 s]

[INFO] Apache Hadoop Maven Plugins ........................ SUCCESS [  2.676 s]

[INFO] Apache Hadoop MiniKDC .............................. SUCCESS [  3.423 s]

[INFO] Apache Hadoop Auth ................................. SUCCESS [  3.391 s]

[INFO] Apache Hadoop Auth Examples ........................ SUCCESS [  2.545 s]

[INFO] Apache Hadoop Common ............................... SUCCESS [01:06 min]

[INFO] Apache Hadoop NFS .................................. SUCCESS [  3.635 s]

[INFO] Apache Hadoop KMS .................................. SUCCESS [  9.051 s]

[INFO] Apache Hadoop Common Project ....................... SUCCESS [  0.044 s]

[INFO] Apache Hadoop HDFS ................................. SUCCESS [01:17 min]

[INFO] Apache Hadoop HttpFS ............................... SUCCESS [ 12.516 s]

[INFO] Apache Hadoop HDFS BookKeeper Journal .............. SUCCESS [  9.920 s]

[INFO] Apache Hadoop HDFS-NFS ............................. SUCCESS [  2.311 s]

[INFO] Apache Hadoop HDFS Project ......................... SUCCESS [  0.029 s]

[INFO] hadoop-yarn ........................................ SUCCESS [  0.036 s]

[INFO] hadoop-yarn-api .................................... SUCCESS [ 22.028 s]

[INFO] hadoop-yarn-common ................................. SUCCESS [ 16.103 s]

[INFO] hadoop-yarn-server ................................. SUCCESS [  0.041 s]

[INFO] hadoop-yarn-server-common .......................... SUCCESS [  6.938 s]

[INFO] hadoop-yarn-server-nodemanager ..................... SUCCESS [ 10.326 s]

[INFO] hadoop-yarn-server-web-proxy ....................... SUCCESS [  2.036 s]

[INFO] hadoop-yarn-server-applicationhistoryservice ....... SUCCESS [  4.360 s]

[INFO] hadoop-yarn-server-resourcemanager ................. SUCCESS [ 11.051 s]

[INFO] hadoop-yarn-server-tests ........................... SUCCESS [  3.508 s]

[INFO] hadoop-yarn-client ................................. SUCCESS [  3.938 s]

[INFO] hadoop-yarn-server-sharedcachemanager .............. SUCCESS [  2.340 s]

[INFO] hadoop-yarn-applications ........................... SUCCESS [  0.022 s]

[INFO] hadoop-yarn-applications-distributedshell .......... SUCCESS [  1.674 s]

[INFO] hadoop-yarn-applications-unmanaged-am-launcher ..... SUCCESS [  1.333 s]

[INFO] hadoop-yarn-site ................................... SUCCESS [  0.020 s]

[INFO] hadoop-yarn-registry ............................... SUCCESS [  3.027 s]

[INFO] hadoop-yarn-project ................................ SUCCESS [  2.675 s]

[INFO] hadoop-mapreduce-client ............................ SUCCESS [  0.086 s]

[INFO] hadoop-mapreduce-client-core ....................... SUCCESS [ 11.176 s]

[INFO] hadoop-mapreduce-client-common ..................... SUCCESS [ 10.672 s]

[INFO] hadoop-mapreduce-client-shuffle .................... SUCCESS [  2.336 s]

[INFO] hadoop-mapreduce-client-app ........................ SUCCESS [  5.157 s]

[INFO] hadoop-mapreduce-client-hs ......................... SUCCESS [  3.429 s]

[INFO] hadoop-mapreduce-client-jobclient .................. SUCCESS [  2.947 s]

[INFO] hadoop-mapreduce-client-hs-plugins ................. SUCCESS [  1.182 s]

[INFO] Apache Hadoop MapReduce Examples ................... SUCCESS [  3.813 s]

[INFO] hadoop-mapreduce ................................... SUCCESS [  1.939 s]

[INFO] Apache Hadoop MapReduce Streaming .................. SUCCESS [  2.445 s]

[INFO] Apache Hadoop Distributed Copy ..................... SUCCESS [  5.319 s]

[INFO] Apache Hadoop Archives ............................. SUCCESS [  1.183 s]

[INFO] Apache Hadoop Rumen ................................ SUCCESS [  3.061 s]

[INFO] Apache Hadoop Gridmix .............................. SUCCESS [  2.350 s]

[INFO] Apache Hadoop Data Join ............................ SUCCESS [  1.619 s]

[INFO] Apache Hadoop Ant Tasks ............................ SUCCESS [  1.436 s]

[INFO] Apache Hadoop Extras ............................... SUCCESS [  1.817 s]

[INFO] Apache Hadoop Pipes ................................ SUCCESS [  5.664 s]

[INFO] Apache Hadoop OpenStack support .................... SUCCESS [  2.720 s]

[INFO] Apache Hadoop Amazon Web Services support .......... SUCCESS [  2.630 s]

[INFO] Apache Hadoop Azure support ........................ SUCCESS [  2.453 s]

[INFO] Apache Hadoop Client ............................... SUCCESS [  6.406 s]

[INFO] Apache Hadoop Mini-Cluster ......................... SUCCESS [  0.674 s]

[INFO] Apache Hadoop Scheduler Load Simulator ............. SUCCESS [  3.096 s]

[INFO] Apache Hadoop Tools Dist ........................... SUCCESS [  6.273 s]

[INFO] Apache Hadoop Tools ................................ SUCCESS [  0.032 s]

[INFO] Apache Hadoop Distribution 2.7.6 ................... SUCCESS [ 25.962 s]

[INFO] ------------------------------------------------------------------------

[INFO] BUILD SUCCESS

[INFO] ------------------------------------------------------------------------

[INFO] Total time: 07:28 min

[INFO] Finished at: 2018-06-08T16:37:06+08:00

[INFO] ------------------------------------------------------------------------

8.2.  查看Native

[root@mini05 native]# pwd

/app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-2.7.6/lib/native

[root@mini05 native]# file *

libhadoop.a:        current ar archive

libhadooppipes.a:  current ar archive

libhadoop.so:      symbolic link to `libhadoop.so.1.0.0'

libhadoop.so.1.0.0: ELF 64-bit LSB shared object, x86-64, version 1 (SYSV), dynamically linked, BuildID[sha1]=1092bb61838f0b1c0d982b20dc8223ae93ba708f, not stripped

libhadooputils.a:  current ar archive

libhdfs.a:          current ar archive

libhdfs.so:        symbolic link to `libhdfs.so.0.0.0'

libhdfs.so.0.0.0:  ELF 64-bit LSB shared object, x86-64, version 1 (SYSV), dynamically linked, BuildID[sha1]=e719718169b5319c4f9109b5b5d8f33cebe65ed6, not stripped

8.3.  jar包位置

[root@mini05 target]# pwd

/app/software/hadoop-2.7.6-src/hadoop-dist/target

[root@mini05 target]# ll -h

total 571M

drwxr-xr-x 2 root root  28 Jun  8 16:28 antrun

drwxr-xr-x 3 root root  22 Jun  8 16:28 classes

-rw-r--r-- 1 root root 1.9K Jun  8 16:36 dist-layout-stitching.sh

-rw-r--r-- 1 root root  643 Jun  8 16:36 dist-tar-stitching.sh

drwxr-xr-x 9 root root  149 Jun  8 16:36 hadoop-2.7.6

-rw-r--r-- 1 root root 190M Jun  8 16:36 hadoop-2.7.6.tar.gz

-rw-r--r-- 1 root root  26K Jun  8 16:36 hadoop-dist-2.7.6.jar

-rw-r--r-- 1 root root 381M Jun  8 16:37 hadoop-dist-2.7.6-javadoc.jar

-rw-r--r-- 1 root root  24K Jun  8 16:36 hadoop-dist-2.7.6-sources.jar

-rw-r--r-- 1 root root  24K Jun  8 16:36 hadoop-dist-2.7.6-test-sources.jar

drwxr-xr-x 2 root root  51 Jun  8 16:36 javadoc-bundle-options

drwxr-xr-x 2 root root  28 Jun  8 16:28 maven-archiver

drwxr-xr-x 3 root root  22 Jun  8 16:28 maven-shared-archive-resources

drwxr-xr-x 3 root root  22 Jun  8 16:28 test-classes

drwxr-xr-x 2 root root    6 Jun  8 16:28 test-dir

PS：

相关编译所需的软件放在了云盘中，其中CentOS-7.4_hadoop-2.7.6.tar.gz 是上面编译好的 hadoop-2.7.6.tar.gz 进行的重命名，直接使用即可。

ASP.NET MVC4开发指南PDF扫描版+源码完整版可从以下信息得到下载：

点击这个http://www.linuxidc.com/Linux/2013-12/93755.htm 链接关注 Linux公社官方微信，关注后回复数字152786。即可得到网友的分享密码。

如果取消关注Linux公社公众号，即使再次关注，也将无法提供本服务！

0b1331709591d260c1c78e86d0c51c18.png

柚酱
关注
新手版Centos7下安装Hadoop2.7.6单机.
langkye
07-25 874
新 手 版 Centos7 下 安 装 Hadoop2.7.6 单 机 本人刚开始安装的时候，看了很多篇的博客，跟着一步步做结果还是出现很多问题，主要是有的步骤、配置他们都没有解释清楚，这对于刚接触Linux系统的新手、小白来说，简直就是个巨坑。所有我特意在这里整理了一篇比较全面的博客，希望可以帮助没有多少基础的小伙伴快速地安装上Hadoop。 温馨提示： 再开始前，请确保，你的网络是连通的，否则...
第7集-Hadoop环境搭建 - linux（centos7） - 安装配置hive2.1.1.pdf
09-17
通过上述步骤，我们成功地在CentOS 7环境下安装配置了Hive 2.1.1，并且配置了Hive与Hadoop之间的交互。这为后续进行大数据分析奠定了基础。接下来可以继续学习Hive的使用方法，以及如何利用Hive进行数据处理和查询。...
linux下编译过的hadoop jar包--hadoop-2.7.2.zip
05-24
linux下的hadoop jar包--hadoop-2.7.2.zip，用于在linux环境学习测试使用。
Linux系统编译过的hadoop2.7.2jar包
07-16
hadoop的jar包,已经经Linux系统编译过的,下载后直接解压就可以用
Linux环境编译Hadoop源码包
weixin_38023225的博客
09-01 382
hadoop2.7.4 centos6.5 1.准备的资料 源码根目录下有个BUILDINT.txt，打开即可看见里面关于编译hadoop的一些环境要求 /opt/software/ 存放软件安装包 /opt/module/ 存放解压包 2.安装JDK(1.8) [root@master-node software]# tar -zxvf jdk-8u211-linux-x6...
linux怎么编译hadoop的文件,Linux64位操作系统（CentOS6.6）上怎么编译hadoop2.4.0
weixin_35462903的博客
05-05 141
一、准备编译软件1.在官网下载jdk1.7、maven3.2.1、ant1.9.4，解压设置好环境变量就可以用。环境变量设置如下：(1)执行vim /etc/profile(2)在文件尾部加入:export JAVA_HOME=/home/spark/jdk1.7export MAVEN_HOME=/home/spark/apache-maven-3.2.1export ANT_HOME=/hom...
linux 编译hadoop,Ubuntu18.04系统中编译hadoop2.7.6支持snappy
weixin_28688791的博客
05-01 206
使用的是Ubuntu18.04版本，编译hadoop2.7.6支持snappy。请按下面所说的版本进行，其它版本不一定能够成功。下载Apache Hadoop官网下载hadoop2.7.6版本，目前最新版本是hadoop3.0.3。解压#读取 BUILDING.txt文件 上图中用红色框选中的文件，是官方的编译步走：Build instructions for HadoopRequirements...
centos7.4安装+hadoop2.7.6编译
05-08
从给出的内容中，我们可以提取出关于CentOS 7.4的安装、配置以及在该操作系统上安装和编译Hadoop 2.7.6的详细知识点。以下是对这些知识点的详细解读： ### CentOS 7.4安装流程 1. **准备虚拟化环境**： - 使用...
CentOS7.4虚拟机安装与Hadoop2.7.6编译指南
"该资源是一份关于在CentOS7.4环境下使用VMwareWorkstation安装CentOS操作系统以及编译Hadoop2.7.6的详细教程。内容包括服务器准备、CentOS7.4介质下载、虚拟机配置、操作系统安装、时区设置、软件选择以及后续的...
hadoop-2.7.6在centos6.8上的编译步骤
08-01
本文将详细介绍如何在CentOS 6.8环境下从源码编译安装Hadoop-2.7.6版本。通过这种方式，可以更好地理解Hadoop的工作原理，并且能够根据实际需求进行定制化配置。 #### 二、准备工作 在开始编译Hadoop之前，我们...
Win10编译好的hadoop2.7.6
06-25
经过艰难的历史步骤，终于编译好了自己的windows版hadoop，原本自己编译的是hadoop2.8，但是由于csdn上传文件大小限制，只能重新编译hadoop2.7上传，供大家下载使用
hadoop-2.7.6.tar.zip
11-30
hadoop-2.7.6 解压是tar包
本地编译后的Hadoop2.7.6安装包
07-07
本地编译后的Hadoop2.7.6安装包。可以跟好的地跟本地系统
hadoop2.7.6编译工具附 源码
07-16
压缩文件包含ant,maven,jdk1.7,protobuf,hadoop.2.7.6-src 文件 以上tar包整合亲测可以编译，教程以及编译提速请参考我的博客https://blog.csdn.net/qq_18730505/article/details/81060688
hadoop-yarn-server-nodemanager-2.6.0.jar
02-24
java运行依赖jar包
linux编译Hadoop步骤
博客
03-18 1093
版本： 系统：CentOS 6.5 Hadoop：2.8.1 JDK：1.8 1.hadoop源代码下载 下载方式可以使用wget命令加上官方给的地址来下载，例如： wget http://mirrors.hust.edu.cn/apache/hadoop/common/hadoop-2.8.3/hadoop-2.8.3-src.tar.gz https://mirrors...
hadoop-2.7.6src.tar.gz的压缩包
07-03
这是关于在hadoop-2.7.6版本的.scr.tar.gz根式的压缩包
hadoop-2.7.6-src
08-21
hadoop-2.7.6-src未经授权的情况下上传任何涉及著作权侵权的资源，除非该资源完全由您个人创作
本地搭建hadoop集群--hadoop2.7.6-src在linux上编译解决downloading过慢教程
success could be revenge的博客
07-16 1174
第一步：工具的准备apache-ant-1.9.9-bin.tar.gzapache-maven-3.0.5-bin.tar.gzhadoop-2.7.6-src.tar.gzjdk1.7 就好别用1.8 据说 用1.8 maven 编译 会报各种错。protobuf-2.5.0.tar.gz以上就是需要的所有 工具第二部：linux 可以连接外网。第三部：给 linux 虚拟机 至少分配 4g ...
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值