Storm实现wordcount

WordCountToplogMain: 

package com.ycit.storm;

import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;

/**
 * jpf
 *
 */
public class WordCountToplogMain {
    public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {
        //1.准备一个Topology
        TopologyBuilder topologyBuilder = new TopologyBuilder();
        topologyBuilder.setSpout("mySpout",new MySpout(),2);
        topologyBuilder.setBolt("MyBolt1", new MySplitBolt(),2).shuffleGrouping("mySpout");
        topologyBuilder.setBolt("MyBolt2",new MyCountBolt(),4).fieldsGrouping("MyBolt1",new Fields("word"));
    //2.创建一个Configuration用来指定Topology所需要的work数量
        Config config = new Config();
        config.setNumWorkers(2);
     //3.提交任务  有两种模式,本地模式和集群模式
        //集群模式
     /*   StormSubmitter.submitTopology("mywordcount",config,topologyBuilder.createTopology());*/
        //本地模式
       LocalCluster localCluster = new LocalCluster();
        localCluster.submitTopology("mywordcount",config,topologyBuilder.createTopology());
    }
}


MySpout: 

package com.ycit.storm;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
import java.util.Map;
public class MySpout extends BaseRichSpout {
    SpoutOutputCollector spoutOutputCollector;
    //初始化方法
    public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
        this.spoutOutputCollector = spoutOutputCollector;
    }
    //storm 框架在 while(true) 调用nextTuple方法
    public void nextTuple() {
        spoutOutputCollector.emit(new Values("i am lilei love hanmeimei"));

    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields("love"));
    }
}

MySplitBolt: 

package com.ycit.storm;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;

import java.util.Map;

public class MySplitBolt extends BaseRichBolt {
    OutputCollector outputCollector;

    public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
        this.outputCollector = outputCollector;
    }

    public void execute(Tuple tuple) {
        String line = tuple.getString(0);
        String[] split = line.split(" ");
        for (String word : split) {
            outputCollector.emit(new Values(word, 1));
        }
    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields("word", "num"));
    }
}

MyCountBolt 

package com.ycit.storm;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IBasicBolt;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Tuple;

import java.util.HashMap;
import java.util.Map;

public class MyCountBolt extends BaseRichBolt {
    OutputCollector outputCollector;
    Map<String,Integer> map = new HashMap<String, Integer>();
    public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
        this.outputCollector = outputCollector;
    }

    public void execute(Tuple tuple) {
    String word = tuple.getString(0);
    Integer num = tuple.getInteger(1);
    if(map.containsKey(word)){
        Integer count = map.get(word);
        map.put(word,count+num);
    }else {
        map.put(word,num);
    }
        System.out.println("count"+map);
    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
    //不输出
    }
}

 

 

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值