SpringBoot2.0+ElasticSearch网盘搜索实现

最新推荐文章于 2025-05-03 22:52:10 发布

原创

最新推荐文章于 2025-05-03 22:52:10 发布 · 397 阅读

2 ·

CC 4.0 BY-SA版权

SpringBoot2.0+ElasticSearch网盘搜索实现

1、ES是如何实现分布式高并发全文检索
2、简单介绍ES分片Shards分片技术
3、为什么ES主分片对应的备分片不在同一台节点存放
4、索引的主分片定义好后为什么不能做修改
5、ES如何实现高可用容错方案
6、搭建Linux上环境三台ES高可用集群环境
7、基于ES网盘搜索引擎实现

网盘搜索引擎，写个Job 去网上爬虫存储起来以JSON的格式存放在 ES服务器

网盘搜索引擎的原理：

采用ES存储抓取的数据抓取服务器

测试数据：

##先创建索引

PUT /clouddisk
 
##测试数据maping

POST /clouddisk/_mapping/disk
{
  "disk":{
    "properties":{
       "name":{
         "type":"text",
         "analyzer":"ik_smart",
         "search_analyzer":"ik_smart"
       },
       "source":{
         "type":"keyword"
       },
      "describe":{
         "type":"text",
         "analyzer":"ik_smart",
         "search_analyzer":"ik_smart"
       },
       "shartime":{
         "type":"date"
       },
       "browsetimes":{
         "type":"long"
       },
      "filesize":{
         "type":"float"
       },
      "sharpeople":{
         "type":"keyword"
       },
       "collectiontime":{
         "type":"date"
       },
        "baiduaddres":{
         "type":"keyword"
       }
    }
  }
  
}
 
 
 
 
 POST /clouddisk/disk
{
    "name": "2018史上最全美剧",
    "source": "百度云盘",
    "describe": "该课程由小明提供",
    "shartime": "2018-10-10",
    "browsetimes": 100000,
    "filesize": 4.35,
    "sharpeople": "美国东部",
    "collectiontime": "2018-11-24",
    "baiduaddres": "https://pan.baidu.com/s/1VQxFq6JnKh0KP-5aMq-WpA#list/path=%2F"

}

POST /clouddisk/disk
{
    "name": "2018史上最全韩剧",
    "source": "百度云盘",
    "describe": "该课程小丽提供",
    "shartime": "2018-10-12",
    "browsetimes": 100000,
    "filesize": 6.35,
    "sharpeople": "韩国釜山",
    "collectiontime": "2018-11-24",
    "baiduaddres": "https://pan.baidu.com/s/1VQxFq6JnKh0KP-5aMq-WpA#list/path=%2F"

}

POST /clouddisk/disk
{
    "name": "老友记",
    "source": "百度云盘",
    "describe": "该课程由张三提供",
    "shartime": "2018-10-10",
    "browsetimes": 100000,
    "filesize": 1.35,
    "sharpeople": "美国",
    "collectiontime": "2018-11-24",
    "baiduaddres": "https://pan.baidu.com/s/1VQxFq6JnKh0KP-5aMq-WpA#list/path=%2F"

}

POST /clouddisk/disk
{
    "name": "英语雅思",
    "source": "百度云盘",
    "describe": "该课程由大海提供",
    "shartime": "2018-10-10",
    "browsetimes": 100000,
    "filesize": 1.35,
    "sharpeople": "大海",
    "collectiontime": "2018-11-24",
    "baiduaddres": "https://pan.baidu.com/s/1VQxFq6JnKh0KP-5aMq-WpA#list/path=%2F"

}

POST /clouddisk/disk
{
    "name": "小猪佩奇",
    "source": "百度云盘",
    "describe": "该课程由朱佩琦出品",
    "shartime": "2018-10-10",
    "browsetimes": 100000,
    "filesize": 1.35,
    "sharpeople": "佩奇",
    "collectiontime": "2018-11-24",
    "baiduaddres": "https://pan.baidu.com/s/1VQxFq6JnKh0KP-5aMq-WpA#list/path=%2F"

}

maven:

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <groupId>com.toov5</groupId>
  <artifactId>springboot-esPan</artifactId>
  <version>0.0.1-SNAPSHOT</version>
  
      <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.0.0.RELEASE</version>
        <relativePath /> <!-- lookup parent from repository -->
    </parent>
    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-data-elasticsearch</artifactId>
        </dependency>
        <dependency>
            <groupId>org.projectlombok</groupId>
            <artifactId>lombok</artifactId>
        </dependency>

        <dependency>
            <groupId>com.google.collections</groupId>
            <artifactId>google-collections</artifactId>
            <