storm入門——本地模式helloworld

創建maven項目，在pom.xml中加入以下配置：

    <dependency>
            <groupId>org.apache.storm</groupId>
            <artifactId>storm-core</artifactId>
            <type>jar</type>
            <version>0.9.3-rc1</version>
        </dependency>

創建SimpleSpout類用於獲取數據流：

package com.hirain.storm.helloworld;

import java.util.Map;
import java.util.Random;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;

public class SimpleSpout extends BaseRichSpout{

    /**
     * 
     */
    private static final long serialVersionUID = 1L;
    
    //用來發射數據的工具類
    private SpoutOutputCollector collector;
    
    private static String[] info = new String[]{
        "comaple\t,12424,44w46,654,12424,44w46,654,",
        "lisi\t,435435,6537,12424,44w46,654,",
        "lipeng\t,45735,6757,12424,44w46,654,",
        "hujintao\t,45735,6757,12424,44w46,654,",
        "jiangmin\t,23545,6457,2455,7576,qr44453",
        "beijing\t,435435,6537,12424,44w46,654,",
        "xiaoming\t,46654,8579,w3675,85877,077998,",
        "xiaozhang\t,9789,788,97978,656,345235,09889,",
        "ceo\t,46654,8579,w3675,85877,077998,",
        "cto\t,46654,8579,w3675,85877,077998,",
        "zhansan\t,46654,8579,w3675,85877,077998,"};
    
    Random random=new Random();
    
    
    /**
     * 在SpoutTracker類中被調用，每調用一次就可以向storm集群中發射一條數據（一個tuple元組），該方法會被不停的調用
     */
    public void nextTuple() {
        try {
             String msg = info[random.nextInt(11)];
            // 調用發射方法
            collector.emit(new Values(msg));
            // 模擬等待100ms
            Thread.sleep(100);
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }
    /**
     * 初始化collector
     */
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
        this.collector = collector;
        
    }
    
    
    /**
     * 定義字段id，該id在簡單模式下沒有用處，但在按照字段分組的模式下有很大的用處。
     * 該declarer變量有很大作用，我們還可以調用declarer.declareStream();來定義stramId，該id可以用來定義更加復雜的流拓撲結構
     */
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("source")); //collector.emit(new Values(msg));參數要對應
    }

}

創建SimpleBolt類，用於處理數據：

package com.hirain.storm.helloworld;

import backtype.storm.topology.BasicOutputCollector;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseBasicBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;



public class SimpleBolt extends BaseBasicBolt {

    /**
     * 
     */
    private static final long serialVersionUID = 1L;

    public void execute(Tuple input,BasicOutputCollector collector) {
        try {
            String msg = input.getString(0);
            if (msg != null){
                //System.out.println("msg="+msg);
                collector.emit(new Values(msg + "msg is processed!"));
            }
                
        } catch (Exception e) {
            e.printStackTrace(); 
        }

    }

    public void declareOutputFields(
            OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("info"));

    }

}

創建main方法配置storm的topology並啟動本地模式運行：

package com.hirain.storm.helloworld;

import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.StormSubmitter;
import backtype.storm.topology.TopologyBuilder;

public class SimpleTopology {
    
    
    public static void main(String[] args) {
        try {
            // 實例化TopologyBuilder類。
            TopologyBuilder topologyBuilder = new TopologyBuilder();
            // 設置噴發節點並分配並發數，該並發數將會控制該對象在集群中的線程數。
            topologyBuilder.setSpout("SimpleSpout", new SimpleSpout(), 1);
            // 設置數據處理節點並分配並發數。指定該節點接收噴發節點的策略為隨機方式。
            topologyBuilder.setBolt("SimpleBolt", new SimpleBolt(), 3).shuffleGrouping("SimpleSpout");
            Config config = new Config();
            config.setDebug(true);
            if (args != null && args.length > 0) {
                config.setNumWorkers(1);
                StormSubmitter.submitTopology(args[0], config, topologyBuilder.createTopology());
            } else {
                // 這里是本地模式下運行的啟動代碼。
                config.setMaxTaskParallelism(1);
                LocalCluster cluster = new LocalCluster();
                cluster.submitTopology("simple", config, topologyBuilder.createTopology());
            }
            
        } catch (Exception e) {
            e.printStackTrace(); 
        }
    }
}

以上為storm的簡單的helloworld，僅供參考