大数据组件-Flink-1.10.2源码编译常用命令（持续更新完善）

依赖

<profile>
     <id>vendor-repos</id>
     <activation>
         <property>
             <name>vendor-repos</name>
         </property>
     </activation>
  
     <!-- Add vendor maven repositories -->
     <repositories>
         <!-- Cloudera -->
         <repository>
             <id>cloudera-releases</id>
             <url>https://repository.cloudera.com/artifactory/cloudera-repos</url>
             <releases>
                 <enabled>true</enabled>
             </releases>
             <snapshots>
                 <enabled>false</enabled>
             </snapshots>
         </repository>
         <!-- Hortonworks -->
         <repository>
             <id>HDPReleases</id>
             <name>HDP Releases</name>
             <url>https://repo.hortonworks.com/content/repositories/releases/</url>
             <snapshots><enabled>false</enabled></snapshots>
             <releases><enabled>true</enabled></releases>
         </repository>
         <repository>
             <id>HortonworksJettyHadoop</id>
             <name>HDP Jetty</name>
             <url>https://repo.hortonworks.com/content/repositories/jetty-hadoop</url>
             <snapshots><enabled>false</enabled></snapshots>
             <releases><enabled>true</enabled></releases>
         </repository>
         <!-- MapR -->
         <repository>
             <id>mapr-releases</id>
             <url>https://repository.mapr.com/maven/</url>
             <snapshots><enabled>false</enabled></snapshots>
             <releases><enabled>true</enabled></releases>
     </repository>
    </repositories>
 </profile>   

flink-shaded-10.0

mvn clean install -DskipTests -Pvendor-repos -Dhadoop.version=3.0.0-cdh6.3.1 -Dscala-2.12 -Drat.skip=true -T10C

tar -xf flink-1.10.2-src.tgz
mvn clean install -DskipTests -Dfast -Drat.skip=true -Dhaoop.version=3.0.0-cdh6.3.1 -Pvendor-repos -Dinclude-hadoop -Dscala-2.12 -T10C

git clone https://github.com/pkeropen/flink-parcel.git

tar -zcf flink-1.10.2-bin-scala_2.12.tgz flink-1.10.2/

tar -zcf flink-1.10.2-bin-scala_2.12.tgz flink-1.10.2/

chmod +x build.sh
./build.sh parcel
 export MAVEN_HOME=/opt/inst/maven354
export PATH=$PATH:$MAVEN_HOME/bin

FLINK 下载地址

 FLINK_URL=https://mirrors.tuna.tsinghua.edu.cn/apache/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.12.tgz

#flink版本号

FLINK_VERSION=1.10.2

#扩展版本号

 EXTENS_VERSION=BIN-SCALA_2.12

#操作系统版本，以centos为例

OS_VERSION=7

#CDH 小版本

 CDH_MIN_FULL=5.2
 CDH_MAX_FULL=6.3.2

#CDH大版本

 CDH_MIN=5
 CDH_MAX=6

生成csd文件 on yarn版本

./build.sh csd_on_yarn

standalone版本

./build.sh csd_standalone

将生成的csd文件，复制到cloudera-manager-server服务所在节点的/opt/cloudera/csd目录下
cp FLINK-1.10.2.jar FLINK_ON_YARN-1.10.2.jar /opt/cloudera/csd/

创建目录

mkdir /var/www/html/flink-1.10.2

移动parcel文件 与 manidest.json到目录下

 cp FLINK-1.10.2-BIN-SCALA_2.12_build/* /var/www/html/flink-1.10.2/

http://flink.zelyy.com/proxy/application_1617940890766_0027/#/overview