Flink DataStream中CoGroup实现原理与三种 join 实现

点击上方蓝

字关注~

       

CoGroup

CoGroup 表示联合分组，将两个不同的DataStream联合起来，在相同的窗口内按照相同的key分组处理，先通过一个demo了解其使用方式：

   
   
   

    
case class Order(id:String, gdsId:String, amount:Double)
    
case class Gds(id:String, name:String)
    
case class RsInfo(orderId:String, gdsId:String, amount:Double, gdsName:String)
    
object CoGroupDemo{
       
    
def main(args:Array[String]):Unit={
       
    
 val env =StreamExecutionEnvironment.getExecutionEnvironment
    
 env.setParallelism(1)
    
 val kafkaConfig =newProperties();
    
 kafkaConfig.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"localhost:9092");
    
 kafkaConfig.put(ConsumerConfig.GROUP_ID_CONFIG,"test1");
    
 val orderConsumer =newFlinkKafkaConsumer011[String]("topic1",newSimpleStringSchema, kafkaConfig)
    
 val gdsConsumer =newFlinkKafkaConsumer011[String]("topic2",newSimpleStringSchema, kafkaConfig)
    
 val orderDs = env.addSource(orderConsumer)
    
.map(x =>{
       
    
 val a = x.split(&#