storm-数字求和例子

Storm求和拓扑实现

最新推荐文章于 2024-08-24 22:19:55 发布

原创最新推荐文章于 2024-08-24 22:19:55 发布 · 399 阅读

1 ·

CC 4.0 BY-SA版权

文章标签：

#storm

storm 专栏收录该内容

8 篇文章

订阅专栏

需求：1 + 2 + 3 + .... = ???
实现方案：
Spout发送数字作为input
使用Bolt来处理业务逻辑：求和
将结果输出到控制台

拓扑设计： DataSourceSpout --> SumBolt

package com.ceair.numcount;

import java.util.Map;

import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import org.apache.storm.utils.Utils;

/**
 * 产生数据并发射
 * 
 * @author wangzs
 *
 */
public class DataSourceSpout extends BaseRichSpout {

	private SpoutOutputCollector collector;
	private int number = 0;

	@Override
	public void nextTuple() {
		this.collector.emit(new Values(++number));
		System.out.println("DataSourceSpout: " + number);
		Utils.sleep(1000);
	}

	@Override
	public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
		this.collector = collector;
	}

	@Override
	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		declarer.declare(new Fields("num"));
	}

}

package com.ceair.numcount;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;

import org.apache.storm.task.OutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichBolt;
import org.apache.storm.tuple.Tuple;

/**
 * 数据的累积求和Bolt：接收数据并处理
 * 
 * @author wangzs
 *
 */
public class SumBolt extends BaseRichBolt {

	private int sum = 0;// 计算数字的和
	private List numList = new ArrayList<Integer>();// 存储接收到的数字

	@Override
	public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {

	}

	@Override
	public void execute(Tuple input) {
		int num = input.getIntegerByField("num");
		numList.add(num);
		sum += num;
		System.out.println("numList=" + numList);
		System.out.println("sum=" + sum);
		System.out.println("-------------------------");
	}

	@Override
	public void declareOutputFields(OutputFieldsDeclarer declarer) {

	}

}

package com.ceair.numcount;

import org.apache.storm.Config;
import org.apache.storm.LocalCluster;
import org.apache.storm.topology.TopologyBuilder;

public class NumCountTopology {
	public static void main(String[] args) {
		TopologyBuilder builder = new TopologyBuilder();
		builder.setSpout("datasourcespout-1", new DataSourceSpout());
		builder.setBolt("sumbolt-2", new SumBolt()).shuffleGrouping("datasourcespout-1");

		// 创建一个本地Storm集群：本地模式运行，不需要搭建Storm集群
		LocalCluster cluster = new LocalCluster();
		cluster.submitTopology("localsumstormtopology", new Config(), builder.createTopology());
	}
}

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>

	<groupId>com.wangzs</groupId>
	<artifactId>storm-muke</artifactId>
	<version>0.0.1-SNAPSHOT</version>
	<packaging>jar</packaging>

	<name>storm-muke</name>
	<url>http://maven.apache.org</url>

	<properties>
		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
		<storm.version>1.1.1</storm.version>
		<junit.version>4.11</junit.version>
	</properties>

	<dependencies>
		<!-- junit单元测试框架 -->
		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>${junit.version}</version>
			<scope>test</scope>
		</dependency>

		<!-- storm-core -->
		<dependency>
			<groupId>org.apache.storm</groupId>
			<artifactId>storm-core</artifactId>
			<version>${storm.version}</version>
		</dependency>

	</dependencies>
	<build>
		<!-- pluginManagement不会引入实际的插件,能够约束plugins下的插件 -->
		<pluginManagement>
			<plugins>
				<plugin>
					<groupId>org.apache.maven.plugins</groupId>
					<artifactId>maven-compiler-plugin</artifactId>
					<configuration>
						<source>1.7</source>
						<target>1.7</target>
					</configuration>
				</plugin>
				<plugin>
					<groupId>org.apache.maven.plugins</groupId>
					<artifactId>maven-resources-plugin</artifactId>
					<configuration>
						<encoding>UTF-8</encoding>
					</configuration>
				</plugin>
				<!-- 打包时跳过测试 -->
				<plugin>
					<groupId>org.apache.maven.plugins</groupId>
					<artifactId>maven-surefire-plugin</artifactId>
					<version>2.18.1</version>
					<configuration>
						<skipTests>true</skipTests>
					</configuration>
				</plugin>
			</plugins>
		</pluginManagement>
	</build>

</project>

输出结果：