flink安装

下载软件
wget https://archive.apache.org/dist/flink/flink-1.7.1/flink-1.7.1-bin-hadoop26-scala_2.11.tgz
②　    解压软件
tar -xf flink-1.7.1-bin-hadoop26-scala_2.11.tgz
③　    添加用户和修改文件权限
for a in {21..23};do ssh 10.1.8.$a "useradd flink" ;done
chown flink.flink -R /opt/flink-1.7.1
su hdfs
hdfs dfs -mkdir /flink
hdfs dfs -chown flink /flink
hdfs dfs -chgrp flink /flink
hdfs dfs  -setfacl -m  group:flink:r-x /user
hdfs dfs -mkdir /user/flink
hdfs dfs  -setfacl -m  group:flink:rwx /user/flink
hdfs dfs -mkdir /flink-checkpoints
hdfs dfs -chown flink /flink-checkpoints
hdfs dfs -chgrp flink /flink-checkpoints
hdfs dfs -chown -R flink /user/flink
hdfs dfs -chgrp -R flink /user/flink
su flink
免密码登陆
ssh-keygen -t rsa
cat .ssh/id_rsa.pub 
cat .ssh/id_rsa.pub >>.ssh/authorized_keys
vi .ssh/authorized_keys 
chmod 600 .ssh/authorized_keys
cat /opt/flink-1.7.1/conf/flink-conf.yaml |sed '/^$/d'|grep -v "#"
#jobmanager.rpc.address: bigdata //?HA模式下，jobmanager不需要指定，在master file中配置，由zookeeper选出leader与standby。
jobmanager.rpc.port: 6123
jobmanager.heap.size: 2048m
taskmanager.heap.size: 2048m
taskmanager.numberOfTaskSlots: 1
parallelism.default: 1
fs.hdfs.hadoopconf: /opt/cloudera/parcels/CDH-5.13.3-1.cdh5.13.3.p0.2/lib/hadoop/etc/hadoop
high-availability: zookeeper
high-availability.storageDir: hdfs:///flink/ha/
high-availability.zookeeper.quorum: bigdata1:2181,bigdata:2181,bigdata2:2181
state.checkpoints.dir: hdfs://test:8020/flink-checkpoints
state.savepoints.dir: hdfs://test:8020/flink-checkpoints
rest.port: 8085
[root@bigdata flink-1.7.1]# cat conf/slaves 
bigdata2
bigdata1
[root@bigdata flink-1.7.1]# cat conf/masters 
bigdata1:8085
bigdata:8085
[flink@bigdata flink-1.7.1]$ cat conf/zoo.cfg |sed '/^$/d'|grep -v "#"
tickTime=2000
initLimit=10
syncLimit=5
clientPort=2181
server.1=bigdata:2888:3888
server.2=bigdata1:2888:3888
server.3=bigdata2:2888:3888
vi /etc/profile
export HADOOP_CONF_DIR=/opt/cloudera/parcels/CDH-5.13.3-1.cdh5.13.3.p0.2/lib/hadoop/etc/hadoop
source /etc/profile
scp -r /opt/flink-1.7.1/conf/slaves 10.1.8.11:/opt/flink-1.7.1/conf/
scp -r /opt/flink-1.7.1/conf/slaves 10.1.8.23:/opt/flink-1.7.1/conf/
④　    启动flink
flink-1.7.1]$?bin/start-cluster.sh
bin/stop-cluster.sh
http://10.1.8.11:8085/#/overview