Flink自定义InpputFormat

Flink自定义InputFormat

最新推荐文章于 2025-09-30 02:56:03 发布

原创

最新推荐文章于 2025-09-30 02:56:03 发布 · 2.6k 阅读

6 ·

CC 4.0 BY-SA版权

文章标签：

#flink

package com.demo;

import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.map.MapUtil;
import cn.hutool.core.util.IdUtil;
import cn.hutool.core.util.StrUtil;
import com.demo.ApplicationContextUtil;
import org.apache.commons.lang3.StringUtils;
import org.apache.flink.api.common.io.DefaultInputSplitAssigner;
import org.apache.flink.api.common.io.RichInputFormat;
import org.apache.flink.api.common.io.statistics.BaseStatistics;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.core.io.GenericInputSplit;
import org.apache.flink.core.io.InputSplit;
import org.apache.flink.core.io.InputSplitAssigner;

import java.io.IOException;
import java.io.Serializable;
import java.util.*;
import java.util.concurrent.ArrayBlockingQueue;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.stream.IntStream;


public class CustomInputFormat extends RichInputFormat<CustomData, InputSplit> {
    //查询数据库mapper
	private DataMapper ma