WordCountToplogMain:
package com.ycit.storm;
import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;
/**
* jpf
*
*/
public class WordCountToplogMain {
public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {
//1.准备一个Topology
TopologyBuilder topologyBuilder = new TopologyBuilder();
topologyBuilder.setSpout("mySpout",new MySpout(),2);
topologyBuilder.setBolt("MyBolt1", new MySplitBolt(),2).shuffleGrouping("mySpout");
topologyBuilder.setBolt("MyBolt2",new MyCountBolt(),4).fieldsGrouping("MyBolt1",new Fields("word"));
//2.创建一个Configuration用来指定Topology所需要的work数量
Config config = new Config();
config.setNumWorkers(2);
//3.提交任务 有两种模式,本地模式和集群模式
//集群模式
/* StormSubmitter.submitTopology("mywordcount",config,topologyBuilder.createTopology());*/
//本地模式
LocalCluster localCluster = new LocalCluster();
localCluster.submitTopology("mywordcount",config,topologyBuilder.createTopology());
}
}
MySpout:
package com.ycit.storm;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
import java.util.Map;
public class MySpout extends BaseRichSpout {
SpoutOutputCollector spoutOutputCollector;
//初始化方法
public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
this.spoutOutputCollector = spoutOutputCollector;
}
//storm 框架在 while(true) 调用nextTuple方法
public void nextTuple() {
spoutOutputCollector.emit(new Values("i am lilei love hanmeimei"));
}
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
outputFieldsDeclarer.declare(new Fields("love"));
}
}
MySplitBolt:
package com.ycit.storm;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;
import java.util.Map;
public class MySplitBolt extends BaseRichBolt {
OutputCollector outputCollector;
public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
this.outputCollector = outputCollector;
}
public void execute(Tuple tuple) {
String line = tuple.getString(0);
String[] split = line.split(" ");
for (String word : split) {
outputCollector.emit(new Values(word, 1));
}
}
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
outputFieldsDeclarer.declare(new Fields("word", "num"));
}
}
MyCountBolt
package com.ycit.storm;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IBasicBolt;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Tuple;
import java.util.HashMap;
import java.util.Map;
public class MyCountBolt extends BaseRichBolt {
OutputCollector outputCollector;
Map<String,Integer> map = new HashMap<String, Integer>();
public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
this.outputCollector = outputCollector;
}
public void execute(Tuple tuple) {
String word = tuple.getString(0);
Integer num = tuple.getInteger(1);
if(map.containsKey(word)){
Integer count = map.get(word);
map.put(word,count+num);
}else {
map.put(word,num);
}
System.out.println("count"+map);
}
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
//不输出
}
}