transwarp Slipstream 简介之事件驱动流处理

1. 从流表导数据到普通表

SET streamsql.use.eventmode=true;
CREATE STREAM s1(score INT, name STRING) TBLPROPERTIES("topic"="tps1","kafka.zookeeper"="tw-
     node127:2181", "kafka.broker.list"="tw-node127:9092");
     CREATE TABLE t1(score INT, name STRING);
     INSERT INTO t1 SELECT * FROM s1;
     --注: 事件驱动模式下提交的StreamJob是一个常驻的Active Job。

2. 在Window Stream上做聚合后插到普通表

SET streamsql.use.eventmode=true;
SET streamsql.use.eventtime=true; --使用事件时间
     CREATE STREAM s1(score INT, name STRING, ts STRING) TBLPROPERTIES("topic"="tps1"
     ,"kafka.zookeeper"="tw-node127:2181", "kafka.broker.list"="tw-node127:9092","timefield"="ts"
     ,"timeformat"="yyyy-MM-dd HH:mm:ss","use.lowlevel.consumer"="true");
CREATE STREAM s1win AS SELECCT * FROM s1 STREAMWINDOW (LENGTH ‘4’ SECOND SLIDE ‘2’ SECOND); -- 创建Window Stream
     CREATE TABLE t1(score INT, name STRING);
     INSERT INTO t1 SELECT SUM(score), name FROM s1win GROUP BY NAME;
--在事件驱动的流处理模式下，如果StreamJob使用事件时间处理，那在建Stream表时 需要额外添加"use.lowlevel.consumer"="true"这个表属性。

3. 两个Window Stream关联后插入普通表

SET streamsql.use.eventmode=true;
SET streamsql.use.eventtime=true; --使用事件时间
CREATE STREAM s1(score INT, name STRING, ts STRING) TBLPROPERTIES("topic"="tps1" ,"kafka.zookeeper"="tw-node127:2181", "kafka.broker.list"="tw-node127:9092","timefield"="ts" ,"timeformat"="yyyy-MM-dd HH:mm:ss","use.lowlevel.consumer"="true");
CREATE STREAM s1win AS SELECCT * FROM s1 STREAMWINDOW (LENGTH ‘4’ SECOND SLIDE ‘2’ SECOND); -- 创建Window Stream
CREATE STREAM s2(class INT, name STRING, ts STRING) TBLPROPERTIES(“topic”=”tps2” ,"kafka.zookeeper"="tw-node127:2181", “kafka.broker.list”=”tw-node127:9092”,”timefield”=”ts”, ”timeformat”=”yyyy-MM-dd HH:mm:ss”,"use.lowlevel.consumer"="true");
CREATE STREAM s2win AS SELECCT * FROM s2 STREAMWINDOW (LENGTH ‘4’ SECOND SLIDE ‘2’ SECOND); -- 创建Window Stream
     CREATE TABLE t1(score INT, class INT, name STRING);
     INSERT INTO t1 SELECT score, class, s1win.name FROM s1win JOIN s2win ON s1win.name=s2win.name;
     --事件驱动的流处理模式下，如果StreamJob使用事件时间处理，那在建Stream表时 需要额外添加"use.lowlevel.consumer"="true"这个表属性。
 