Flink 广播流跟 MapState 案例

最新推荐文章于 2023-08-26 02:15:22 发布

原创

最新推荐文章于 2023-08-26 02:15:22 发布 · 2.8k 阅读

1 ·

CC 4.0 BY-SA版权

文章标签：

#flink

本文通过一个示例展示了如何在 Flink 中使用广播流（BroadcastStream）和 MapState 进行数据处理。示例中创建了两个数据流，一个作为广播流，每30秒随机更新一次条件信息；另一个数据流每3秒产生一条消息，通过keyBy和MapState进行处理，结合广播流的信息进行逻辑判断。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

package com.coder.flink.core.aaa_Use_demo;

import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import org.apache.flink.api.common.state.*;

import org.apache.flink.api.common.typeinfo.Types;
import org.apache.flink.api.java.functions.KeySelector;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.core.memory.SeekableDataOutputView;
import org.apache.flink.streaming.api.datastream.BroadcastStream;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.co.KeyedBroadcastProcessFunction;
import org.apache.flink.streaming.api.functions.source.RichSourceFunction;
import org.apache.flink.util.Collector;

import java.util.ArrayList;
import java.util.List;
import java.util.Random;

import java.util.concurrent.TimeUnit;

public class BroadCastWordCountExample2 {
public static void main(String[] args) throws Exception {

StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
String value1 = "{'name':'xiao_wang','age':'10','id':'1','info':'进入'}";
String value2 = "{'name':'xiao_wang','age':'10','id':'1','info':'退出'}";
String value3 = "{'name':'xiao_wang','age':'10','id':'1','info':'购物'}";
String value4 = "{'name':'xiao_wang','age':'10','id':'1','info':'收藏'}";

String value5 = "{'name':'xiao_sang','age':'20','id':'2','info':'进入'}";
String value6 = "{'name':'xiao_sang','age':'20','id':'2','info':'退出'}";
String value7 = "{'name':'xiao_sang','age':'20','id':'2','info':'退出'}";

String value8 = "{'name':'xiao_hai','age':'30','id':'3','info':'进入'}";
String value9 = "{'name':'xiao_hai','age':'30','id':'3','info':'购物'}";
String value10 = "{'name':'xiao_hai','age':'30','id':'3','info':'购物'}";

JSONObject jsonObject1 = JSON.parseObject(value1);
JSONObject jsonObject2 = JSON.parseObject(value2);
JSONObject jsonObject3 = JSON.parseObject(value3);
JSONObject jsonObject4 = JSON.parseObject(value4);

JSONObject jsonObject5 = JSON.parseObject(value5);
JSONObject jsonObject6 = JSON.parseObject(value6);
JSONObject jsonObject7 = JSON.parseObject(value7);

JSONObject jsonObject8 = JSON.parseObject(value8);
JSONObject jsonObject9 = JSON.parseObject(value9);
JSONObject jsonObject10 = JSON.parseObject(value10);

List<JSONObject> list = new ArrayList<>();
list.add(jsonObject1);
list.add(jsonObject2);
list.add(jsonObject3);
list.add(jsonObject4);
list.add(jsonObject5);
list.add(jsonObject6);
list.add(jsonObject7);
list.add(jsonObject8);
list.add(jsonObject9);
list.add(jsonObject10);
String broadCast1 = "{'condition_id':'1','firstAction':'进入','secondAction':'购物','topic':'进入+购物'}";
String broadCast2 = "{'condition_id':'2','firstAction':'进入','secondAction':