@羲凡——只为了更好的活着
Flink DateStream/DateSet与Table相互转换
一.前提准备
pom.xml文件中要添加依赖
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table_2.11</artifactId>
<version>${flink.version}</version>
</dependency>
二.DateSet和Table相互转换
package test;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.operators.DataSource;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.api.TableEnvironment;
import org.apache.flink.table.api.java.BatchTableEnvironment;
import org.apache.flink.types.Row;
public class FlinkSqlTest01 {
public static void main(String[] args) throws Exception {
ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
BatchTableEnvironment tableEnv = TableEnvironment.getTableEnvironment(env);
DataSource<Tuple2> dataSource = env.fromElements(
new Tuple2("张辽", "雁门马邑"),
new Tuple2("曹操", "沛国谯县"),
new Tuple2("羲凡", "江苏南京"));
tableEnv.registerDataSet("test", dataSource, "name,home");
Table table = tableEnv.sqlQuery("select name from test");
table.printSchema();
DataSet<Row> rowDataSet = tableEnv.toDataSet(table, Row.class);
rowDataSet.print();
}
}
三.DateStream和Table相互转换
package test;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.api.TableEnvironment;
import org.apache.flink.table.api.java.StreamTableEnvironment;
import org.apache.flink.types.Row;
public class FlinkSqlTest02 {
public static void main(String[] args) throws Exception {
StreamExecutionEnvironment streamEnv = StreamExecutionEnvironment.getExecutionEnvironment();
StreamTableEnvironment tableEnv = TableEnvironment.getTableEnvironment(streamEnv);
DataStreamSource<Tuple2> dataStreamSource = streamEnv.fromElements(
new Tuple2("张辽", "雁门马邑"),
new Tuple2("曹操", "沛国谯县"),
new Tuple2("羲凡", "江苏南京"));
tableEnv.registerDataStream("test", dataStreamSource, "name,home");
Table table = tableEnv.sqlQuery("select * from test");
table.printSchema();
/*DataStream<Row> rowDataStream = tableEnv.toAppendStream(table, Row.class);
rowDataStream.print();*/
DataStream<Tuple2<Boolean, Row>> dataStream = tableEnv.toRetractStream(table, Row.class);
dataStream.print();
streamEnv.execute();
}
}
====================================================================
@羲凡——只为了更好的活着
若对博客中有任何问题,欢迎留言交流