java flink 读取ES

最新推荐文章于 2024-09-21 06:41:10 发布

_小李哥

最新推荐文章于 2024-09-21 06:41:10 发布

阅读量7.3k

点赞数 3

分类专栏：后台文章标签：大数据 flink

本文链接：https://blog.youkuaiyun.com/cocoaxian/article/details/107835057

版权

2运行环境flink standalone模式

1、main 入口

package es;

import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.tuple.Tuple3;
import org.apache.flink.util.FileUtils;

import java.io.File;
import java.util.List;
import java.util.Map;

public class EsReadTest {

    private static EsRestClientService esRestClientService = new EsRestClientService();

    public static void main(String[] args) throws Exception {

        // set up the execution environment
        final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

        // 查询数据searchResponse
        String scrollId = null;
        DataSet<Tuple3<String, String, Integer>> dataSet = null;
        List<Tuple3<String, String, Integer>> dataList = null;

        int count = 0;

        while (!"none".equals(scrollId)) {

            Map<String, Object> map = esRestClientService.queryDeviceListPage(scrollId);
            if (map.get("tupleList") instanceof List)
                dataList = (List<Tuple3<String, String, Integer>>) map.get("tupleList");
            scrollId = map.get("scrollId").toString();

            if (dataList == null || dataList.size() <

最低0.47元/天解锁文章