极客时间es学习笔记

sudo curl -L "https://github.com/docker/compose/releases/download/v2.2.3/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose

mkdir 7.x-docker-2-es-instances

在执行Dockerfile时出现Get https://registry-1.docker.io/v2/错误的解决方案_weixin_43414429的博客-优快云博客

 vim  docker-compose.yml
 

version: '2.2'
services:
  cerebro:
    image: lmenezes/cerebro:0.8.3
    container_name: cerebro
    ports:
      - "9000:9000"
    command:
      - -Dhosts.0.host=http://elasticsearch:9200
    networks:
      - es7net
  elasticsearch:
    image: elasticsearch:7.1.0
    container_name: es7_01
    environment:
      - TZ=Asia/Shanghai
      - cluster.name=geektime
      - node.name=es7_01
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms256m -Xmx256m"
      - discovery.seed_hosts=es7_01,es7_02
      - cluster.initial_master_nodes=es7_01,es7_02
#- discovery.type=single-node
##- "discovery.zen.ping.unicast.hosts=elasticsearch"
    ulimits:
      memlock:
        soft: -1
        hard: -1     
    volumes:
      - /usr/local/docker_elk/elasticsearch/data:/root/7.x-docker-2-es-instances/elasticsearch/data
#    hostname: elasticsearch
    #restart: always
    ports:
      - 9200:9200
      - 9300:9300
    networks:
      - es7net
  elasticsearch2:
    image: elasticsearch:7.1.0
    container_name: es7_02
    environment:
      - TZ=Asia/Shanghai
      - cluster.name=geektime
      - node.name=es7_02
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms256m -Xmx256m"
      - discovery.seed_hosts=es7_01,es7_02
      - cluster.initial_master_nodes=es7_01,es7_02
     # - "discovery.zen.ping.unicast.hosts=elasticsearch"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - /usr/local/docker_elk/elasticsearch/data2:/root/7.x-docker-2-es-instances/elasticsearch/data2
    #hostname: elasticsearch2
    #restart: always
    ports:
      - 9201:9201
      - 9301:9301
    networks:
      - es7net
  kibana:
    image: kibana:7.1.0
    container_name: kibana7.1.0
    environment:
     # - elasticsearch.hosts=http://elasticsearch:9200
      - I18N_LOCALE=zh-CN
      - XPACK_GRAPH_ENABLED=true
      - TIMELION_ENABLED=true
      - XPACK_MONITORING_COLLECTION_ENABLED="true"
    hostname: kibana
    #depends_on:
    #  - elasticsearch
    #restart: always
    ports:
      - "5601:5601"
    networks:
      - es7net
#  logstash:
#    image: logstash:7.1.1
#    container_name: logstash7.1.1
#    hostname: logstash
#    volumes:
#      - /usr/local/docker_elk/logstash/logstash.conf:/usr/share/logstash/pipeline/logstash.conf
#    restart: always
#    depends_on:
#      - elasticsearch
#    ports:
#      - 9600:9600
#      - 5044:5044

networks:
  es7net:
    driver: bridge

mkdir -p /root/7.x-docker-2-es-instances/elasticsearch/data /root/7.x-docker-2-es-instances/elasticsearch/data2

chmod +x /root/7.x-docker-2-es-instances/elasticsearch/data /root/7.x-docker-2-es-instances/elasticsearch/data2

#启动
docker-compose up

#停止容器
docker-compose down

#停止容器并且移除数据
docker-compose down -v

#一些docker 命令
docker ps
docker stop Name/ContainerId
docker start Name/ContainerId

#删除单个容器
$docker rm Name/ID
-f, –force=false; -l, –link=false Remove the specified link and not the underlying container; -v, –volumes=false Remove the volumes associated to the container

#删除所有容器
$docker rm `docker ps -a -q`  
停止、启动、杀死、重启一个容器
$docker stop Name/ID  
$docker start Name/ID  
$docker kill Name/ID  
$docker restart name/ID

安装logstash

 1、下载官方包

2、解压，修改config

[root@localhost bin]# cat /root/logstash-7.1.0/bin/logstash.conf
input {
  file {
    path => "/root/logstash-7.1.0/bin/movies.csv"
    start_position => "beginning"
    sincedb_path => "/dev/null"
  }
}
filter {
  csv {
    separator => ","
    columns => ["id","content","genre"]
  }

  mutate {
    split => { "genre" => "|" }
    remove_field => ["path", "host","@timestamp","message"]
  }

  mutate {

    split => ["content", "("]
    add_field => { "title" => "%{[content][0]}"}
    add_field => { "year" => "%{[content][1]}"}
  }

  mutate {
    convert => {
      "year" => "integer"
    }
    strip => ["title"]
    remove_field => ["path", "host","@timestamp","message","content"]
  }

}
output {
   elasticsearch {
     hosts => "http://localhost:9200"
     index => "movies"
     document_id => "%{id}"
   }
  stdout {}
}

2021-07-11Elasticsearch无法启动：“Unrecognized VM option ‘UseConcMarkSweepGC‘” 解决方式_鱼子酱冲鸭的博客-优快云博客

3、启动

./logstash -f /root/logstash-7.1.0/bin/logstash.conf