安装基于HA模式的ALLUXIO（HDP版本）

1. 编译打包hdp版本的alluxio

mvn -T 8 install -Phadoop-3 -Dhadoop.version=3.1.1.3.1.0.0-78 -DskipTests

2. 编辑conf/alluxio-site.properties

将conf/alluxio-site.properties.template 重命名为conf/alluxio-site.properties

2.1 master的配置

--每天master节点hostname要修成对应的主机名
alluxio.master.hostname=bigdata-6.XXXXX.net
alluxio.master.mount.table.root.ufs=hdfs://XXXXX/alluxio/data
--
alluxio.underfs.hdfs.configuration=/usr/hdp/current/hadoop-client/etc/hadoop/core-site.xml:/usr/hdp/current/hadoop-client/etc/hadoop/hdfs-site.xml:/usr/hdp/current/hadoop-client/etc/hadoop/mapred-site.xml:/usr/hdp/current/hadoop-client/etc/hadoop/mapred-site.xml:/usr/hdp/current/hadoop-client/etc/hadoop/yarn-site.xml
--启用raft-based模式的ha模式
alluxio.master.journal.type=EMBEDDED
--配置journal文件的服务器地址
alluxio.master.embedded.journal.addresses=bigdata-6.XXXXX.net:19200,bigdata-7.XXXXX.net:19200,bigdata-5.XXXXX.net:19200
alluxio.master.rpc.addresses=bigdata-5.XXXXX.net:19998,bigdata-6.XXXXX.net:19998,bigdata-7.XXXXX.net:1999

2.2 woker的配置

--这边我们配置了俩级缓存，一级是基于tmpfs，一级是基于hdd
alluxio.worker.memory.size=64GB
alluxio.worker.tieredstore.levels=2
alluxio.worker.tieredstore.level0.alias=MEM
alluxio.worker.tieredstore.level0.dirs.path=/dev/shm/alluxio
--内存最大能使用的限额
alluxio.worker.tieredstore.level0.dirs.quota=64GB
alluxio.worker.tieredstore.level0.watermark.high.ratio=0.9
alluxio.worker.tieredstore.level0.watermark.low.ratio=0.7

alluxio.worker.tieredstore.level1.alias=HDD
alluxio.worker.tieredstore.level1.dirs.path=/data0/alluxio/data,/data1/alluxio/data,/data2/alluxio/data,/data3/alluxio/data,/data4/alluxio/data,/data5/alluxio/data,/data6/alluxio/data,/data7/alluxio/data
--磁盘最大能使用的限额
alluxio.worker.tieredstore.level1.dirs.quota=256GB,256GB,256GB,256GB,256GB,256GB,256GB,256GB
alluxio.worker.tieredstore.level1.watermark.high.ratio=0.9
alluxio.worker.tieredstore.level1.watermark.low.ratio=0.7

2.3 配置kerberos权限验证

alluxio.master.keytab.file=/etc/security/keytabs/hdfs.headless.keytab
alluxio.master.principal=hdfs-XXXXX@XXXXX.NET
alluxio.worker.keytab.file=/etc/security/keytabs/hdfs.headless.keytab
alluxio.worker.principal=hdfs-XXXXX@XXXXX.NET

3. 配置conf/masters文件

bigdata-5.XXXXX.net bigdata-6.XXXXX.net bigdata-7.XXXXX.net

4. 配置conf/workers文件

bigdata-2.XXXXX.net bigdata-3.XXXXX.net bigdata-4.XXXXX.net bigdata-5.XXXXX.net bigdata-6.XXXXX.net bigdata-7.XXXXX.net bigdata-8.XXXXX.net bigdata-9.XXXXX.net bigdata-10.XXXXX.net