stromwordcount代码

package cn.smart.storm;

import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.StormSubmitter;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;

public class WordCountTopologyMain {
	 public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {

	        //1、准备一个TopologyBuilder
	        TopologyBuilder topologyBuilder = new TopologyBuilder();
	        topologyBuilder.setSpout("mySpout",new MySpout(),2);
	        topologyBuilder.setBolt("mybolt1",new MySplitBolt(),2).shuffleGrouping("mySpout");
	        topologyBuilder.setBolt("mybolt2",new MyCountBolt(),4).fieldsGrouping("mybolt1", new Fields("word"));
//	        topologyBuilder.setBolt("mybolt2",new MyCountBolt(),4).shuffleGrouping("mybolt1");
	        //  config.setNumWorkers(2);
	        /**
	         * i
	         * am
	         * lilei
	         * love
	         * hanmeimei
	         */


	        //2、创建一个configuration,用来指定当前topology 需要的worker的数量
	        Config config =  new Config();
	        config.setNumWorkers(2);

	        //3、提交任务  -----两种模式 本地模式和集群模式
//	        StormSubmitter.submitTopology("mywordcount",config,topologyBuilder.createTopology());
	        LocalCluster localCluster = new LocalCluster();
	        localCluster.submitTopology("mywordcount",config,topologyBuilder.createTopology());
	    }
}

package cn.smart.storm;

import java.util.Map;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichSpout;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;

public class MySpout extends BaseRichSpout {

	SpoutOutputCollector collector;
	public void nextTuple() {
		// TODO Auto-generated method stub
		collector.emit(new Values("i am lilei love lanmeimei"));
	}

	public void open(Map map, TopologyContext context, SpoutOutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		declarer.declare(new Fields("love"));
	}


}

package cn.smart.storm;

import java.util.Map;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;

/**
 * @author Mr.Smart
 *
 */
/**
 * @author Mr.Smart
 *
 */
public class MySplitBolt extends BaseRichBolt {

	OutputCollector collector = null;
	
	public void execute(Tuple input) {
		// TODO Auto-generated method stub
		String line = input.getString(0);
		String[] arrWords = line.split(" ");
		
		for (String word : arrWords) {
			collector.emit(new Values(word,1));
		}
	}

	public void prepare(Map arg0, TopologyContext arg1, OutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		declarer.declare(new Fields("word","num"));
	}

	


}

package cn.smart.storm;

import java.util.HashMap;
import java.util.Map;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Tuple;

public class MyCountBolt extends BaseRichBolt {

	OutputCollector collector = null;
	Map<String, Integer> map = new HashMap<String, Integer>();
	
	public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void execute(Tuple input) {
		// TODO Auto-generated method stub
		String word = input.getString(0);
		Integer num = input.getInteger(1);
		
		if(map.containsKey(word)){
			Integer count = map.get(word);
			map.put(word, count+num);
		}else{
			map.put(word, num);
		}
		System.out.println(map);
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		
	}

	

}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值