Flink restful API demo

主要解决用flink的restful API 来启动和停止yarn上的flink任务
github地址:https://github.com/wenbaoup/flink-restful-demo

package com.wenbao.flink.restful.flink;

import com.alibaba.fastjson.JSONObject;
import org.apache.http.HttpEntity;
import org.apache.http.HttpResponse;
import org.apache.http.client.HttpClient;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.StringEntity;
import org.apache.http.entity.mime.MultipartEntityBuilder;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;

import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.InputStreamReader;
import java.util.stream.Collectors;

public class FlinkUtil {
        //获取所有job信息
    public static void getAllJobMessage() throws Exception {
        HttpClient httpClient = HttpClients.createDefault();
        String url = FlinkWebUrlUtil.getProxyFlinkUrl("flink-stream");
        HttpGet httpGet = new HttpGet(url + "jobs/overview");
        System.out.println(url + "jobs/overview");
        HttpResponse execute = httpClient.execute(httpGet);
        HttpEntity entity = execute.getEntity();
        System.out.println(entity);
        String result = new BufferedReader(new InputStreamReader(entity.getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
    }

   //获取单个job信息
    public void getJobMessage() throws Exception {
        HttpClient httpClient = HttpClients.createDefault();
        String url = FlinkWebUrlUtil.getProxyFlinkUrl("flink-stream ");
        HttpGet httpGet = new HttpGet(url + "jobs/0f859a41e25060975719ca7ca0cfb1a9");
        System.out.println(url + "jobs/0f859a41e25060975719ca7ca0cfb1a9");
        HttpResponse execute = httpClient.execute(httpGet);
        HttpEntity entity = execute.getEntity();
        System.out.println(entity);
        String result = new BufferedReader(new InputStreamReader(entity.getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
    }

//取消单个job
    public void cancelJob() throws Exception {
        HttpClient httpClient = HttpClients.createDefault();
        String url = FlinkWebUrlUtil.getProxyFlinkUrl("flink-stream ");
        HttpGet httpGet = new HttpGet(url + "jobs/0f859a41e25060975719ca7ca0cfb1a9/yarn-cancel");
        System.out.println(url + "jobs/0f859a41e25060975719ca7ca0cfb1a9/yarn-cancel");
        HttpResponse execute = httpClient.execute(httpGet);
        HttpEntity entity = execute.getEntity();
        System.out.println(entity);
        String result = new BufferedReader(new InputStreamReader(entity.getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
    }
//获取所有已经上传的jar包信息
    public static String getJarsMessage() throws Exception {
        HttpClient httpClient = HttpClients.createDefault();
        String url = FlinkWebUrlUtil.getProxyFlinkUrl("flink-stream ");
        HttpGet httpGet = new HttpGet(url + "jars");
        System.out.println(url + "jars");
        HttpResponse execute = httpClient.execute(httpGet);
        HttpEntity entity = execute.getEntity();
        System.out.println(entity);
        String result = new BufferedReader(new InputStreamReader(entity.getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
        return result;
    }

//上传flink jar
    public static void flinkJarUpload() throws Exception {
        CloseableHttpClient httpClient = HttpClients.createDefault();
        String url = FlinkWebUrlUtil.getRealFlinkUrl("flink-stream ");
        HttpPost uploadFile = new HttpPost(url + "/jars/upload");
        System.out.println(url + "/jars/upload");
        MultipartEntityBuilder builder = MultipartEntityBuilder.create();
        builder.addBinaryBody(
                "jarfile",
                new FileInputStream("C:\\Users\\10104\\Desktop\\flink-bigscreen-stat-1.0.0-jar-with-dependencies.jar"),
                ContentType.create("application/x-java-archive"),
                "flink-bigscreen-stat-1.0.0-jar-with-dependencies.jar"
        );
        HttpEntity multipart = builder.build();
        uploadFile.setEntity(multipart);
        System.out.println(uploadFile.getURI().toString());
        CloseableHttpResponse response = httpClient.execute(uploadFile);
        String result = new BufferedReader(new InputStreamReader(response.getEntity().getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
    }
//运行flink jar
    public static void flinkJarRun() throws Exception {
        String flinkWebUrl = FlinkWebUrlUtil.getRealFlinkUrl("flink-stream ");
        System.out.println(flinkWebUrl);
        HttpClient httpClient = HttpClients.createDefault();
        HttpPost httpPost = new HttpPost(flinkWebUrl + "/jars/4438ca5a-cd48-49dc-9a65-88db7734757d_flink-bigscreen-stat-1.0.0-jar-with-dependencies.jar/run");
        System.out.println(flinkWebUrl + "/jars/4438ca5a-cd48-49dc-9a65-88db7734757d_flink-bigscreen-stat-1.0.0-jar-with-dependencies.jar/run");
        JSONObject jsonObj = new JSONObject();
        jsonObj.put("entryClass", "com.yjp.stream.stat.client.StatClient");
        String[] strings = new String[1];
        strings[0] = "latest_order_stat";
        jsonObj.put("programArgsList", strings);
        System.out.println(jsonObj.toString());
        StringEntity entity = new StringEntity(jsonObj.toString(), ContentType.APPLICATION_JSON);
        httpPost.setEntity(entity);
        HttpResponse httpResponse = httpClient.execute(httpPost);

        System.out.println(httpResponse.getStatusLine().getStatusCode());
        HttpEntity response = httpResponse.getEntity();
        System.out.println(response);
        String result = new BufferedReader(new InputStreamReader(response.getContent()))
                .lines().collect(Collectors.joining("\n"));
        System.out.println(result);
    }


    public static void main(String[] args) throws Exception {
        getAllJobMessage();
    }

}

努力吧 皮卡丘