stromwordcount代码

最新推荐文章于 2018-06-13 09:18:22 发布

原创最新推荐文章于 2018-06-13 09:18:22 发布 · 153 阅读

0 ·

CC 4.0 BY-SA版权

bigdata 专栏收录该内容

48 篇文章

订阅专栏

本文介绍了一个使用Apache Storm实现的简单实时计算示例：单词计数。通过定义Spout和Bolt组件，演示了如何配置并运行一个Storm拓扑，包括单词拆分、计数等步骤。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

package cn.smart.storm;

import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.StormSubmitter;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;

public class WordCountTopologyMain {
	 public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {

	        //1、准备一个TopologyBuilder
	        TopologyBuilder topologyBuilder = new TopologyBuilder();
	        topologyBuilder.setSpout("mySpout",new MySpout(),2);
	        topologyBuilder.setBolt("mybolt1",new MySplitBolt(),2).shuffleGrouping("mySpout");
	        topologyBuilder.setBolt("mybolt2",new MyCountBolt(),4).fieldsGrouping("mybolt1", new Fields("word"));
//	        topologyBuilder.setBolt("mybolt2",new MyCountBolt(),4).shuffleGrouping("mybolt1");
	        //  config.setNumWorkers(2);
	        /**
	         * i
	         * am
	         * lilei
	         * love
	         * hanmeimei
	         */


	        //2、创建一个configuration，用来指定当前topology 需要的worker的数量
	        Config config =  new Config();
	        config.setNumWorkers(2);

	        //3、提交任务  -----两种模式 本地模式和集群模式
//	        StormSubmitter.submitTopology("mywordcount",config,topologyBuilder.createTopology());
	        LocalCluster localCluster = new LocalCluster();
	        localCluster.submitTopology("mywordcount",config,topologyBuilder.createTopology());
	    }
}

package cn.smart.storm;

import java.util.Map;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichSpout;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;

public class MySpout extends BaseRichSpout {

	SpoutOutputCollector collector;
	public void nextTuple() {
		// TODO Auto-generated method stub
		collector.emit(new Values("i am lilei love lanmeimei"));
	}

	public void open(Map map, TopologyContext context, SpoutOutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		declarer.declare(new Fields("love"));
	}


}

package cn.smart.storm;

import java.util.Map;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;

/**
 * @author Mr.Smart
 *
 */
/**
 * @author Mr.Smart
 *
 */
public class MySplitBolt extends BaseRichBolt {

	OutputCollector collector = null;
	
	public void execute(Tuple input) {
		// TODO Auto-generated method stub
		String line = input.getString(0);
		String[] arrWords = line.split(" ");
		
		for (String word : arrWords) {
			collector.emit(new Values(word,1));
		}
	}

	public void prepare(Map arg0, TopologyContext arg1, OutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		declarer.declare(new Fields("word","num"));
	}

	


}

package cn.smart.storm;

import java.util.HashMap;
import java.util.Map;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Tuple;

public class MyCountBolt extends BaseRichBolt {

	OutputCollector collector = null;
	Map<String, Integer> map = new HashMap<String, Integer>();
	
	public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
	}

	public void execute(Tuple input) {
		// TODO Auto-generated method stub
		String word = input.getString(0);
		Integer num = input.getInteger(1);
		
		if(map.containsKey(word)){
			Integer count = map.get(word);
			map.put(word, count+num);
		}else{
			map.put(word, num);
		}
		System.out.println(map);
	}

	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		// TODO Auto-generated method stub
		
	}

	

}