flinksql自定义函数

最新推荐文章于 2024-03-24 15:36:34 发布

Null is Null

最新推荐文章于 2024-03-24 15:36:34 发布

阅读量772

点赞数

分类专栏： flink自定义函数文章标签： flink

本文链接：https://blog.csdn.net/weixin_45150724/article/details/114406212

版权

文章目录

- UDF
- UDTF
- UDAF
- UDATF

官网位置
https://ci.apache.org/projects/flink/flink-docs-release-1.10/dev/table/

在这里插入图片描述

UDF

一进一出的方式

package day07;

import bean.SensorReading;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.api.java.StreamTableEnvironment;
import org.apache.flink.table.functions.ScalarFunction;
import org.apache.flink.types.Row;

public class FlinkSQL19_Function_UDF {
   

    public static void main(String[] args) throws Exception {
   

        //1.获取执行环境
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        env.setParallelism(1);
       
        //获取TableAPI执行环境
        StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env);

        //2.读取端口数据转换为JavaBean
        SingleOutputStreamOperator<SensorReading> sensorDS = env.socketTextStream("hadoop102", 9999)
                .map(line -> {
   
                    String[] fields = line.split(",");
                    return new SensorReading(fields[0],
                            Long.parseLong(fields[1]),
                            Double.parseDouble(fields[2]));
                });

        //3.将流转换为表
        Table table = tableEnv.fromDataStream(sensorDS);

        //4.注册函数，将自定义的函数注册为mylen，这个名字。
        tableEnv.registerFunction("mylen", new MyLength());

        //5.TableAPI 使用UDF
        Table tableResult = table.select("id,id.mylen");

        //6.SQL 方式使用UDF
        Table sqlResult = tableEnv.sqlQuery("select id,mylen(id) from " + table);

        //7.转换为流进行打印数据
        tableEnv.toAppendStream(tableResult, Row.class).print("Table");
        tableEnv.toAppendStream(sqlResult, Row.class).print("SQL");

        //8.执行
        env.execute();

    }


    public static class MyLength extends ScalarFunction {
   

        public int eval(String value) {
   
            return value.length()