通过IDEA在Window上启动Flink WebUI

一、引言

在学习Flink的过程中，如果想要使用Flink WebUI，需要使用云主机/虚拟机搭建Flink集群，才可以启动Flink WebUI。说实话，这种方式太麻烦了。

经过一番探索，发现在IDEA执行Flink程序的时候，可以启用WebUI来帮助调试，但任务结束后WebUI也跟着关闭了。因此产生了启动一个Flink程序空跑，在Window上维持Flink WebUI运行的想法。

二、实现

前置条件

1. Window本地已部署Flink

2. Java环境

3. IDEA开发环境

Maven依赖

<properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <target.java.version>1.8</target.java.version>
    <maven.compiler.source>${target.java.version}</maven.compiler.source>
    <maven.compiler.target>${target.java.version}</maven.compiler.target>
    <scala.binary.version>2.11</scala.binary.version>
    <flink.version>1.13.5</flink.version>
    <log4j.version>2.16.0</log4j.version>
</properties>
<dependencies>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-clients_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-walkthrough-common_2.12</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <!-- 运行时开启WebUI进行调试 -->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-runtime-web_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-slf4j-impl</artifactId>
        <version>${log4j.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-api</artifactId>
        <version>${log4j.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-core</artifactId>
        <version>${log4j.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-1.2-api</artifactId>
        <version>${log4j.version}</version>
    </dependency>
</dependencies>

代码

RunWebUIWithEmptySteaming.java

import org.apache.flink.api.common.RuntimeExecutionMode;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.configuration.RestOptions;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.source.SourceFunction;

/**
 * 通过IDEA在Window上启动Flink WebUI
 * 启动一个job空跑，防止WebUI随着作业结束而关闭
 */
public class RunWebUIWithEmptySteaming {

    public static void main(String[] args) throws Exception {
        
        Configuration config = new Configuration();
        // 指定WebUI界面的访问端口，默认是8081
        config.setString(RestOptions.BIND_PORT, "18081");

        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(config);
        env.setRuntimeMode(RuntimeExecutionMode.STREAMING);

        DataStreamSource<String> source = env.addSource(new MyEmptyStreamSource());

        source.print();

        // Edge（Inprivate模式）打开WebUI地址
        OpenBrowseWithUrl("http://localhost:18081");

        env.execute(RunWebUIWithEmptySteaming.class.getCanonicalName());

    }

    private static void OpenBrowseWithUrl(String url) throws Exception {

        String command = String.format("C:/Program Files (x86)/Microsoft/Edge/Application/msedge.exe -inprivate %s", url);
        Runtime.getRuntime().exec(command);

    }
}


class MyEmptyStreamSource implements SourceFunction<String> {
    private volatile boolean isRunning = true;

    @Override
    public void run(SourceContext<String> ctx) throws Exception {
        while (isRunning) {
            Thread.sleep(10000);
        }
    }

    @Override
    public void cancel() {
        isRunning = false;
    }
}