storm 2.2.1 java + idea实现基本demo

1. 创建maven工程，并添加依赖

<dependency>
            <groupId>org.apache.storm</groupId>
            <artifactId>storm-core</artifactId>
            <version>2.2.1</version>
</dependency>

2. 添加输入源Spout，随机字符串

package com.demo.storm;

import org.apache.storm.topology.OutputFieldsDeclarer;
import java.util.Map;
import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import org.apache.storm.utils.Utils;
import java.util.Random;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;


public class TestWordSpout extends BaseRichSpout {
    public static Logger LOG = LoggerFactory.getLogger(TestWordSpout.class);
    SpoutOutputCollector _collector;

    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
        _collector = collector;
    }

    public void nextTuple() {
        Utils.sleep(100);
        final String[] words = new String[] {"nathan", "mike", "jackson", "golda", "bertels"};
        final Random rand = new Random();
        final String word = words[rand.nextInt(words.length)];
        _collector.emit(new Values(word));
    }

    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("word"));
    }
}

3. 添加第一个处理bolt，添加感叹号

package com.demo.storm;

import java.util.Map;

import org.apache.storm.task.OutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichBolt;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Tuple;
import org.apache.storm.tuple.Values;

public class ExclamationBolt extends BaseRichBolt {
    OutputCollector _collector;

    public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
        _collector = collector;
    }

    public void execute(Tuple tuple) {
        _collector.emit(tuple, new Values(tuple.getString(0) + "!!!"));
        _collector.ack(tuple);
    }

    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("word"));
    }

}

4. 添加第二个处理bolt，打印输出

package com.demo.storm;

import java.util.Map;

import org.apache.storm.task.OutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichBolt;
import org.apache.storm.tuple.Tuple;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class PrintBolt extends BaseRichBolt {
    private static Logger LOG = LoggerFactory.getLogger(PrintBolt.class);
    OutputCollector _collector;

    public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
        _collector = collector;
    }

    public void execute(Tuple tuple) {
        LOG.info(tuple.getString(0) + " Hello World!");
        
        _collector.ack(tuple);
    }

    public void declareOutputFields(OutputFieldsDeclarer declarer) {
    }
}

5. 添加Topology

package com.demo.storm;

import org.apache.storm.Config;
import org.apache.storm.LocalCluster;
import org.apache.storm.StormSubmitter;
import org.apache.storm.testing.TestWordSpout;
import org.apache.storm.topology.TopologyBuilder;
import org.apache.storm.utils.Utils;

public class ExclamationTopology {
    public static void main(String[] args) throws Exception {
        TopologyBuilder builder = new TopologyBuilder();

        builder.setSpout("word", new TestWordSpout(), 1);
        builder.setBolt("exclaim", new ExclamationBolt(), 1).shuffleGrouping("word");
        builder.setBolt("print", new PrintBolt(), 1).shuffleGrouping("exclaim");

        Config conf = new Config();
        conf.setDebug(false);

        if (args != null && args.length > 0) {
            conf.setNumWorkers(3);

            StormSubmitter.submitTopologyWithProgressBar(args[0], conf, builder.createTopology());
        }
        else {

            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology("test3", conf, builder.createTopology());
            Utils.sleep(20000);
            cluster.killTopology("test3");
            cluster.shutdown();
        }
    }
}

6. 启动程序，查看输出

11:24:25.473 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - golda!!! Hello World!
11:24:25.563 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - nathan!!! Hello World!
11:24:25.663 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - jackson!!! Hello World!
11:24:25.765 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - nathan!!! Hello World!
11:24:25.866 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - bertels!!! Hello World!
11:24:25.976 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - nathan!!! Hello World!
11:24:26.071 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - nathan!!! Hello World!
11:24:26.178 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - jackson!!! Hello World!
11:24:26.273 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - bertels!!! Hello World!
11:24:26.367 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - bertels!!! Hello World!
11:24:26.475 [Thread-36-print-executor[3, 3]] INFO  c.d.s.PrintBolt - nathan!!! Hello World!

可以看出，已经被正确处理了。

7. 错误处理

测试时，出现了下面的异常：

java.lang.NoClassDefFoundError: org/apache/storm/topology/IRichSpout

对引入组件时，不能设置<scope>provided</scope>，如下所示：

<!--  <scope>provided</scope> -->