snappy压缩插件:
链接:https://pan.baidu.com/s/1z19IIJ_odoY-6ogSN6OfFw
提取码:enny
1、没有snappy时 native下有什么
[root@hadoop102 native]# ll
总用量 4372
-rw-r--r-- 1 root root 1122774 5月 22 2017 libhadoop.a
-rw-r--r-- 1 root root 1487268 5月 22 2017 libhadooppipes.a
lrwxrwxrwx 1 root root 18 5月 22 2017 libhadoop.so -> libhadoop.so.1.0.0
-rwxr-xr-x 1 root root 673164 5月 22 2017 libhadoop.so.1.0.0
-rw-r--r-- 1 root root 581984 5月 22 2017 libhadooputils.a
-rw-r--r-- 1 root root 364796 5月 22 2017 libhdfs.a
lrwxrwxrwx 1 root root 16 5月 22 2017 libhdfs.so -> libhdfs.so.0.0.0
-rwxr-xr-x 1 root root 229017 5月 22 2017 libhdfs.so.0.0.0
[root@hadoop102 native]# hadoop checknative
2、安装snappy
2.1 上传压缩包并解压
[root@hadoop102 soft]# unzip snappy压缩支持包.zip
2.2 将解压后的文件移动到hadoop lib\native 下
[root@hadoop102 snappy压缩支持包]# mv * /opt/module/hadoop-2.7.2/lib/native/libh
libhadoop.a libhadooppipes.a libhadoop.so libhadoop.so.1.0.0 libhadooputils.a libhdfs.a libhdfs.so libhdfs.so.0.0.0
[root@hadoop102 snappy压缩支持包]# mv * /opt/module/hadoop-2.7.2/lib/native/
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhadoop.a"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhadooppipes.a"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhadoop.so"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhadoop.so.1.0.0"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhadooputils.a"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhdfs.a"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhdfs.so"? y
mv:是否覆盖"/opt/module/hadoop-2.7.2/lib/native/libhdfs.so.0.0.0"? y
2.3 检查是否安装成功
[root@hadoop102 native]# hadoop checknative
21/03/15 15:29:00 WARN bzip2.Bzip2Factory: Failed to load/initialize native-bzip2 library system-native, will use pure-Java version
21/03/15 15:29:00 INFO zlib.ZlibFactory: Successfully loaded & initialized native-zlib library
Native library checking:
hadoop: true /opt/module/hadoop-2.7.2/lib/native/libhadoop.so
zlib: true /lib64/libz.so.1
snappy: true /opt/module/hadoop-2.7.2/lib/native/libsnappy.so.1
lz4: true revision:99
bzip2: false
openssl: true /lib64/libcrypto.so