Elasticsearch 一些异常报错、注意事项(4)

记录一：创建一个完整索引

1.创建动态更新滚动的Lifecycle 策略

curl -H'Content-Type:application/json'  -XPUT "http://127.0.0.1:9200/_ilm/policy/log_test_policy/" -d '{
    "policy": {
        "phases": {
            "hot": {
                "actions": {
                    "rollover": {
                        "max_age": "10d",
                        "max_size": "10gb"
                    },
                    "set_priority": {
                        "priority":50
                    }
                }
            },
            "warm": {
                "min_age": "10d",
                "actions": {
                    "forcemerge": {
                        "max_num_segments": 1
                    },
                    "shrink": {
                        "number_of_shards": 1
                    },
                    "set_priority": {
                        "priority": 25
                    }
                }
            },
            "cold": {
                "min_age": "30d",
                "actions": {
                    "set_priority": {
                        "priority": 0
                    },
                    "freeze": {}
                }
            },
            "delete": {
                "min_age": "60d",
                "actions": {
                    "delete": {}
                }
            }
        }
    }
}'

2.创建模板

curl -H'Content-Type:application/json'  -XPUT "http://127.0.0.1:9200/_template/log_test_template/" -d '{
  "index_patterns": ["log_test-*"],
  "settings": {
    "index.lifecycle.name": "log_test_policy",
    "index.lifecycle.rollover_alias": "log_test",
    "index.number_of_shards": "5",
    "index.number_of_replicas": "0",
    "index.max_result_window": "10000"
  },
  "mappings": {
            "dynamic_templates": [
                {
                    "time": {
            "mapping": {
              "type": "text"
            },
            "match": "*time"
          }
                },
                {
                    "text_kw": {
                        "mapping": {
                            "search_analyzer": "ik_smart",
                            "analyzer": "ik_max_word",
                            "type": "text",
                            "fields": {
                                "kw": {
                                    "ignore_above": 256,
                                    "type": "keyword"
                                }
                            }
                        },
                        "match_mapping_type": "string",
                        "match": "*"
                    }
                }
            ],
            "properties": {
                "@timestamp": {
                    "type": "date"
                },
                "deviceNum": {
                    "type": "text",
                    "fields": {
                      "keyword": { 
                        "type": "keyword"
                      }
                    }
                }
            }
  }
}'

3.创建第一个索引，第一个索引以及后续索引按照日期滚动生成，且时区为东八区

curl -H'Content-Type:application/json'  -XPUT "http://127.0.0.1:9200/%3Clog_test-%7Bnow%7Byyyy.MM.dd%7C+08:00%7D%7D-000001%3E" -d '{
  "aliases": {
    "log_test":{
      "is_write_index": true
    }
  }
}'

记录二：其他索引相关方法

1.手动触发索引滚动，进入下一个索引

curl --location --request POST 'http://127.0.0.1:9200/log_test/_rollover' \
--header 'Content-Type: application/json' \
--data-raw ''

2.查询单个索引的设置

curl --location --request GET 'http://127.0.0.1:9200/log_test*/_settings' \
--data-raw ''

3.修改索引刷新间隔

curl --location --request PUT 'http://127.0.0.1:9200/log_test*/_settings' \
--header 'Content-Type: application/json' \
--data-raw '{
    "index" : {
        "refresh_interval" : "5s"
    }
}'

4.手动触发全部索引段合并

curl --location --request POST 'http://127.0.0.1:9200/_forcemerge?max_num_segments=1'

记录三：分页示例

1.from、size分页

POST    http://localhost:9200/log_test*/_search

{
    "version": true,
    "from": 0,
    "size": 15,
    "sort": [
        {
            "@timestamp": {
                "order": "desc",
                "unmapped_type": "boolean"
            }
        },    
        {
            "_doc": {
                "order": "desc",
                "unmapped_type": "boolean"
            }
        }
    ],
    "track_total_hits": true,
    "aggs": {
        "2": {
            "date_histogram": {
                "field": "@timestamp",
                "fixed_interval": "30s",
                "min_doc_count": 1
            }
        }
    },
    "highlight": {
        "pre_tags": [
            "<font  style='background-color: #ffe400;'>"
        ],
        "post_tags": [
            "</font>"
        ],
        "fields": {
            "*": {}
        },
        "fragment_size": 2147483647
    },
    "stored_fields": [
        "*"
    ],
    "script_fields": {},
    "docvalue_fields": [
        {
            "field": "@timestamp",
            "format": "date_time"
        }
    ],
    "_source": {
        "excludes": []
    },
    "query": {
        "bool": {
            "must": [],
            "filter": [
                {
                    "match_all": {}
                },
                {
                    "range": {
                        "@timestamp": {
                            "gte": "2019-05-11T15:00:11.659Z",
                            "lte": "2022-10-11T15:15:11.659Z",
                            "format": "strict_date_optional_time"
                        }
                    }
                }
            ],
            "should": [],
            "must_not": []
        }
    }
}

2.searchafter分页

POST    http://localhost:9200/log_test*/_search

{
    "version": true,
    "size": 15,
    "search_after": [
     1652282110358,
     17781
    ],
    "sort": [
        {
            "@timestamp": {
                "order": "desc",
                "unmapped_type": "boolean"
            }
        },    
        {
            "_doc": {
                "order": "desc",
                "unmapped_type": "boolean"
            }
        }
    ],
    "stored_fields": [
        "*"
    ],
    "script_fields": {},
    "docvalue_fields": [
        {
            "field": "@timestamp",
            "format": "date_time"
        }
    ],
    "_source": {
        "excludes": []
    },
    "query": {
        "bool": {
            "must": [
                {
                    "constant_score": {
                        "filter": {
                            "range": {
                                "@timestamp": {
                                    "format": "strict_date_optional_time",
                                    "lte": "2019-05-11T15:15:10.358Z",
                                    "gte": "2022-10-11T15:00:11.659Z"
                                }
                            }
                        }
                    }
                }
            ],
            "filter": [],
            "should": [],
            "must_not": []
        }
    }
}

3.SearchScroll滚动翻页

GET  http://localhost:9200/log_test*/_search?scroll=1m

{
    "query": { "match_all": {}},
    "sort" : ["_doc"], 
    "size":  2
}

POST    http://localhost:9200/_search/scroll

{
    "scroll" : "1m", 
    "scroll_id" : "DnF1ZXJ5VGhlbkZldGNorwEAAAAAABa2IRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtiMWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrYlFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2IhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtiQWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrYnFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2JhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtikWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrYoFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2KhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtisWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrYtFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2LBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWti8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrYuFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2MBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtjEWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrY0FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2MhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtjMWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrY2FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2NRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtjgWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrY3FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2OhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtjkWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrY7FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2PRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtjwWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrY-FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2QRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtj8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZAFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2QhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtkMWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZEFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2RRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtkYWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZHFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2SBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtkoWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZJFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2SxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtkwWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZOFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2TRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtk8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZRFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2UhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtlAWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZTFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2VBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtlUWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZWFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2VxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtlgWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZZFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2WhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtlsWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZcFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2XRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtl4WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZgFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2YRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtl8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZiFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2YxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtmQWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZmFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2ZRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtmcWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZoFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2aRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtmoWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZrFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2bRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtmwWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZuFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2bxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtnAWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZxFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2chZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtnMWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZ0FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2dRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtnYWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZ3FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2eBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtnkWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZ6FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2exZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtnwWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrZ-FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2fRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtn8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraAFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2gRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtoIWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraEFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2gxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtoUWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraGFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2iBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtokWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraHFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2ihZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtosWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraMFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2jRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWto4WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraPFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2kBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtpEWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraSFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2kxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtpQWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraVFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2lhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtpcWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFraYFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2mRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtpoWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrabFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2nBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtp8WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFradFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2nhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtqAWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrahFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2ohZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtqMWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFramFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2pBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtqUWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFranFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2qBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtqoWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrapFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2rBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtqsWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFratFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2rhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtrEWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrawFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2rxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtrIWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrazFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2tRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtrQWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFra2FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2txZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtrgWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFra5FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2uhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtrwWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFra7FkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2vRZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtr4WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbAFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2vxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtsEWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbCFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2wxZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtsQWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbFFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2xhZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtscWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbKFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2yBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWtskWRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbLFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2zBZFNDFEUFdyZlNWR18yMldpZGRBalRnAAAAAAAWts0WRTQxRFBXcmZTVkdfMjJXaWRkQWpUZwAAAAAAFrbOFkU0MURQV3JmU1ZHXzIyV2lkZEFqVGcAAAAAABa2zxZFNDFEUFdyZlNWR18yMldpZGRBalRn" 
}