storm 多spout和bolt

最新推荐文章于 2021-01-30 10:05:02 发布

wangqiaowqo

最新推荐文章于 2021-01-30 10:05:02 发布

阅读量336

点赞数

文章标签：大数据

本文链接：https://blog.csdn.net/wangqiaowqo/article/details/84773009

版权


TopologyBuilder builder = new TopologyBuilder();


                            Set<String> FlashPlayerSpoutSet = new HashSet<String>();
                            String [] PlayPlayerDataSourceAddrList = SysConfig._DATA_SOURCE_ADDR_LIST;
                            for(int i = 0; i < PlayPlayerDataSourceAddrList.length; ++i ){
                                     String FlashPlayerSpoutName = "FlashPlayerSpout" + i;
                                     builder.setSpout(FlashPlayerSpoutName, new FlashSpout(PlayPlayerDataSourceAddrList[i]), 1);
                                     FlashPlayerSpoutSet.add(FlashPlayerSpoutName);
                            }


                            BoltDeclarer ajustBolt = builder.setBolt("adjust", new AdjustTimeBolt(), 5);
                            for (String spoutName : FlashPlayerSpoutSet){
                                     ajustBolt.shuffleGrouping(spoutName);
                            }




                            builder.setBolt("PCPlayFluentStatBolt", new PlayerFluenceStatBolt("pc"), 3).fieldsGrouping(
                                               "adjust", new Fields("streamid"));
                            builder.setBolt("PCPlayFluentStatDBBolt",new PlayerFluenceStatMysqlBolt(), 3)
                                               .shuffleGrouping("PCPlayFluentStatBolt");
                            builder.setBolt("PCPlayFluentHbaseBolt",new PlayFluentHbaseBolt(), 1)
                                    .fieldsGrouping("PCPlayFluentStatBolt", new Fields("streamid"));//HBASE


                            //统计播放流畅率
                            builder.setBolt("AppPlayFluentStatBolt", new PlayerFluenceStatBolt("mobile"), 3).fieldsGrouping(
                                               "adjust", new Fields("streamid"));
                            builder.setBolt("AppPlayFluentStatDBBolt",new PlayerFluenceStatMysqlBolt(), 3)
                                               .fieldsGrouping("AppPlayFluentStatBolt", new Fields("streamid"));
                            builder.setBolt("AppPlayFluentHbaseBolt",new PlayFluentHbaseBolt(), 1)
                          .fieldsGrouping("AppPlayFluentStatBolt", new Fields("streamid"));//HBASE


                            builder.setBolt("UserCntStatBolt", new UserCntStatBolt("all"), 1).shuffleGrouping( "adjust");

                            builder.setBolt("OnlineUserDetailHbaseBolt",new OnlineUserDetailHbaseBolt(3, -1), 1)
                                      .shuffleGrouping("UserCntStatBolt");//HBASE1



                            builder.setSpout("Upload_Spout", new ReceiverSpout(), 1);
                            builder.setBolt("UploadDetailHbaseBolt0", new UploadHbaseBolt(3, -1), 1).shuffleGrouping("Upload_Spout");//Hbase