SpringBoot整合ES（异步HttpClient和Http连接池）

知识点

• RestHighLevelClient使用
• 异步HttpClient创建
• HTTP连接池
• ES 游标使用

---

一、引入pom

        <!-- httpclient -->
        <dependency>
            <groupId>org.apache.httpcomponents</groupId>
            <artifactId>httpclient</artifactId>
            <version>4.5.10</version>
        </dependency>

        <!--为了使用@ConfigurationProperties,还需要这个依赖-->
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-configuration-processor</artifactId>
            <optional>true</optional>
            <version>2.3.7.RELEASE</version>
        </dependency>

        <!-- ES Java Api -->
        <dependency>
            <groupId>org.elasticsearch.client</groupId>
            <artifactId>elasticsearch-rest-high-level-client</artifactId>
            <version>${elasticsearch.version}</version>
            <exclusions>
                <exclusion>
                    <groupId>org.elasticsearch.client</groupId>
                    <artifactId>elasticsearch-rest-client</artifactId>
                </exclusion>
            </exclusions>
        </dependency>

        <dependency>
            <groupId>org.elasticsearch</groupId>
            <artifactId>elasticsearch</artifactId>
            <version>6.6.0</version>
        </dependency>

        <dependency>
            <groupId>org.elasticsearch.client</groupId>
            <artifactId>elasticsearch-rest-client</artifactId>
            <version>6.6.0</version>
        </dependency>
        <!-- commons-pool2 -->
        <dependency>
            <groupId>org.apache.commons</groupId>
            <artifactId>commons-pool2</artifactId>
            <version>2.6.0</version>
        </dependency>

二、配置文件 application-local.yml

es:
  index: vehaior-2021
  outPath: D:\\usr\\esData.txt

spring:
  # yml配置的优先级高于java配置；如果yml配置和java配置同时存在，则yml配置会覆盖java配置
  http-client:
    pool:
      #连接池的最大连接数，0代表不限；如果取0，需要考虑连接泄露导致系统崩溃的后果
      maxTotalConnect: 500
      #每个路由的最大连接数,如果只调用一个地址,可以将其设置为最大连接数
      maxConnectPerRoute: 400
      # 指客户端和服务器建立连接的超时时间,ms , 最大约21秒,因为内部tcp在进行三次握手建立连接时,默认tcp超时时间是20秒
      connectTimeout: 3000
      # 指客户端从服务器读取数据包的间隔超时时间,不是总读取时间,也就是socket timeout,ms
      readTimeout: 5000
      # 从连接池获取连接的timeout,不宜过大,ms
      connectionRequestTimout: 200
      # 重试次数
      retryTimes: 3
      charset: UTF-8
      # 长连接保持时间 单位s,不宜过长
      keepAliveTime: 15
      # 针对不同的网址,长连接保持的存活时间,单位s,如果是频繁而持续的请求,可以设置小一点,不建议设置过大,避免大量无用连接占用内存资源
#      keepAliveTargetHost:
#        www.baidu.com: 5


# elasticSearch 配置
# 连接多个逗号分隔,格式(IP:端口)
config:
  elasticsearch:
    address: 1xx.xxx.xxx.xxx:9012
    #未加验证可以不配置账户
    #    userName: elastic
    #    password: 1234567
    connectTimeout: 10000
    socketTimeout: 30000
    connectionRequestTimeout: 15000

三、config包

1、ElasticSearchProperty

/**
 * @author: zmm
 * @date: 2021/7/1 15:39
 */

@Data
@Configuration
@ConfigurationProperties(prefix = "config.elasticsearch")
public class ElasticSearchProperty {
   
   
    /**
     * 连接地址,格式：IP:端口
     * 多个逗号分隔
     * 示例：127.0.0.1:9200,127.0.0.1:9200,127.0.0.1:9200
     */
    private String address;
    /**
     * 用户名
     */
    private String userName;
    /**
     * 密码
     */
    private String password;
    /**
     * 连接超时时间
     * 默认10s
     */
    private int connectTimeout = 10000;
    /**
     * socket超时时间
     * 默认10s
     */
    private int socketTimeout = 10000;
    /**
     * 请求连接超时时间
     * 默认10s
     */
    private int connectionRequestTimeout = 10000;
}

2、ElasticSearchConfig

• Http连接池
• 异步HttpClient

/**
 * @author: zmm
 * @date: 2021/7/1 20:42
 */
@Configuration
@Slf4j
public class ElasticSearchConfig {
   
   
    @Resource
    private ElasticSearchProperty elasticSearchProperty;
    @Resource
    private HttpClientPoolConfig httpClientPoolConfig;

    @Bean
    public RestClientBuilder restClientBuilder() {
   
   
        Assert.notNull(elasticSearchProperty, "elasticSearchProperty cannot null ");
        Assert.notNull(elasticSearchProperty.getAddress(), "address hosts cannot null ");
        //ElasticSearch 连接地址地址
        HttpHost[] httpHosts = this.getElasticSearchHttpHosts();

        return RestClient.builder(httpHosts).setRequestConfigCallback(requestConfigBuilder -> {
   
   
            //设置连接超时时间
            requestConfigBuilder.setConnectTimeout(elasticSearchProperty.getConnectTimeout());
            requestConfigBuilder.setSocketTimeout(elasticSearchProperty.getSocketTimeout());
            requestConfigBuilder.setConnectionRequestTimeout(elasticSearchProperty.getConnectionRequestTimeout());
            return requestConfigBuilder;
        }).setFailureListener(new RestClient.FailureListener() {
   
   
            //某节点失败
            @Override
            public void onFailure(Node node) {
   
   
                log.error("[ ElasticSearchClient ] >>  node :{}, host:{},  fail !", node.getName(),
                        node.getHost());
            }
        }).setHttpClientConfigCallback(httpSyncClientBuilder -> {
   
   
            try {
   
   
                //设置信任ssl访问
                SSLContext sslContext = SSLContexts.createDefault();
                // 设置协议http和https对应的处理socket链接工厂的对象
                Registry<SchemeIOSessionStrategy> sessionStrategyRegistry = RegistryBuilder
                        .<SchemeIOSessionStrategy>create()
                        .register("http", NoopIOSessionStrategy.INSTANCE)
                        .register("https", new SSLIOSessionStrategy(sslContext))
                        .build();

                // 配置io线程
                IOReactorConfig ioReactorConfig = IOReactorConfig.custom()
                     .setIoThreadCount(Runtime.getRuntime().availableProcessors())
                     // .setIoThreadCount(2)
                        .build();

                ConnectingIOReactor ioReactor = new DefaultConnectingIOReactor(ioReactorConfig);
                Assert.