全文检索示例:基于docker搭建Elasticsearch环境(2)

最新推荐文章于 2021-12-05 20:07:26 发布

faith.huan

最新推荐文章于 2021-12-05 20:07:26 发布

阅读量733

点赞数

分类专栏： # 全文检索示例文章标签：全文检索示例 docker elasticsearch elasticsearch6.8.3

本文链接：https://blog.csdn.net/huanqingdong/article/details/102558168

版权

全文检索示例专栏收录该内容

11 篇文章 1 订阅

订阅专栏

简介

本文介绍如何用自己构建的elasticsearch docker镜像搭建Elasticsearch环境，由于我的电脑配置不太好，因此搭建单节点环境。

环境介绍
系统：centos7.6 ，IP：192.168.1.14

软件	版本
docker	1.3.1
docker-compose	1.18.0
自建elasticsearch镜像	6.8.3-ik
ik插件	6.8.3

系统设置

max_map_count

ES使用mmapfs来保存索引,系统默认的mmap数太小,可能引发内存溢出

# root用户操作
# 编辑配置文件
vim /etc/sysctl.conf
# 添加以下内容
vm.max_map_count = 262144

# 加载配置文件
sysctl -p
# 验证配置是否生效
sysctl vm.max_map_count

编写compose文件

# 创建存放docker-compose.yml文件的目录
[root@localhost ~]# mkdir -vp /root/docker-compose/elasticsearch
mkdir: 已创建目录 "/root/docker-compose/elasticsearch"
# 创建并编辑docker-compose.yml文件
vim /root/docker-compose/elasticsearch/docker-compose.yml

docker-compose.yml文件内容如下

version: '2.2'
services:
  es:
    image: huanqingdong/elasticsearch:6.8.3-ik
    container_name: es01
    hostname: docker-14
    restart: always
    environment:
      - node.name=es01
      - cluster.name=docker-cluster
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms1g -Xmx1g"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - data:/usr/share/elasticsearch/data
    ports:
      - 9200:9200
    networks:
      - net
    extra_hosts:
      - "ikserver:192.168.1.14"
volumes:
  data:
    driver: local

networks:
  net:

启动ES

# 进入docker-compose.yml文件所在目录
[root@localhost ~]# cd /root/docker-compose/elasticsearch/
# 先使用前台启动，观察日志
[root@localhost elasticsearch]# docker-compose up
Starting es01 ... done
Attaching to es01
es01  | OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
es01  | [2019-10-14T14:41:43,570][INFO ][o.e.e.NodeEnvironment    ] [es01] using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/mapper/centos-root)]], net usable_space [47.1gb], net total_space [49.9gb], types [xfs]
es01  | [2019-10-14T14:41:43,572][INFO ][o.e.e.NodeEnvironment    ] [es01] heap size [990.7mb], compressed ordinary object pointers [true]
es01  | [2019-10-14T14:41:43,575][INFO ][o.e.n.Node               ] [es01] node name [es01], node ID [fX_12uFXRDaAGC9qifMIYA]
es01  | [2019-10-14T14:41:43,575][INFO ][o.e.n.Node               ] [es01] version[6.8.3], pid[1], build[default/docker/0c48c0e/2019-08-29T19:05:24.312154Z], OS[Linux/3.10.0-1062.1.2.el7.x86_64/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/12.0.2/12.0.2+10]
es01  | [2019-10-14T14:41:43,575][INFO ][o.e.n.Node               ] [es01] JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-6588431321837350855, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -XX:UseAVX=2, -Des.cgroups.hierarchy.override=/, -Xms1g, -Xmx1g, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker]
es01  | [2019-10-14T14:41:45,123][INFO ][o.e.p.PluginsService     ] [es01] loaded module [aggs-matrix-stats]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [analysis-common]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [ingest-common]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [ingest-geoip]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [ingest-user-agent]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [lang-expression]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [lang-mustache]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [lang-painless]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [mapper-extras]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [parent-join]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [percolator]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [rank-eval]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [reindex]
es01  | [2019-10-14T14:41:45,124][INFO ][o.e.p.PluginsService     ] [es01] loaded module [repository-url]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [transport-netty4]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [tribe]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-ccr]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-core]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-deprecation]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-graph]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-ilm]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-logstash]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-ml]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-monitoring]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-rollup]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-security]
es01  | [2019-10-14T14:41:45,125][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-sql]
es01  | [2019-10-14T14:41:45,126][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-upgrade]
es01  | [2019-10-14T14:41:45,126][INFO ][o.e.p.PluginsService     ] [es01] loaded module [x-pack-watcher]
es01  | [2019-10-14T14:41:45,126][INFO ][o.e.p.PluginsService     ] [es01] loaded plugin [analysis-ik]
es01  | [2019-10-14T14:41:48,262][INFO ][o.e.x.s.a.s.FileRolesStore] [es01] parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]
es01  | [2019-10-14T14:41:48,792][INFO ][o.e.x.m.p.l.CppLogMessageHandler] [es01] [controller/88] [Main.cc@109] controller (64 bit): Version 6.8.3 (Build 7ace96ffff9215) Copyright (c) 2019 Elasticsearch BV
es01  | [2019-10-14T14:41:49,453][INFO ][o.e.d.DiscoveryModule    ] [es01] using discovery type [zen] and host providers [settings]
es01  | [2019-10-14T14:41:50,324][INFO ][o.e.n.Node               ] [es01] initialized
es01  | [2019-10-14T14:41:50,324][INFO ][o.e.n.Node               ] [es01] starting ...
es01  | [2019-10-14T14:41:50,524][INFO ][o.e.t.TransportService   ] [es01] publish_address {172.19.0.2:9300}, bound_addresses {[::]:9300}
es01  | [2019-10-14T14:41:50,540][INFO ][o.e.b.BootstrapChecks    ] [es01] bound or publishing to a non-loopback address, enforcing bootstrap checks
es01  | [2019-10-14T14:41:53,661][INFO ][o.e.c.s.MasterService    ] [es01] zen-disco-elected-as-master ([0] nodes joined), reason: new_master {es01}{fX_12uFXRDaAGC9qifMIYA}{mMfuxv8GRTKlkUpkljdQCA}{172.19.0.2}{172.19.0.2:9300}{ml.machine_memory=1907814400, xpack.installed=true, ml.max_open_jobs=20, ml.enabled=true}
es01  | [2019-10-14T14:41:53,666][INFO ][o.e.c.s.ClusterApplierService] [es01] new_master {es01}{fX_12uFXRDaAGC9qifMIYA}{mMfuxv8GRTKlkUpkljdQCA}{172.19.0.2}{172.19.0.2:9300}{ml.machine_memory=1907814400, xpack.installed=true, ml.max_open_jobs=20, ml.enabled=true}, reason: apply cluster state (from master [master {es01}{fX_12uFXRDaAGC9qifMIYA}{mMfuxv8GRTKlkUpkljdQCA}{172.19.0.2}{172.19.0.2:9300}{ml.machine_memory=1907814400, xpack.installed=true, ml.max_open_jobs=20, ml.enabled=true} committed version [1] source [zen-disco-elected-as-master ([0] nodes joined)]])
es01  | [2019-10-14T14:41:53,787][INFO ][o.e.h.n.Netty4HttpServerTransport] [es01] publish_address {172.19.0.2:9200}, bound_addresses {[::]:9200}
es01  | [2019-10-14T14:41:53,788][INFO ][o.e.n.Node               ] [es01] started
es01  | [2019-10-14T14:41:53,796][WARN ][o.e.x.s.a.s.m.NativeRoleMappingStore] [es01] Failed to clear cache for realms [[]]
es01  | [2019-10-14T14:41:53,855][INFO ][o.e.g.GatewayService     ] [es01] recovered [0] indices into cluster_state
es01  | [2019-10-14T14:41:53,957][INFO ][o.w.a.d.Monitor          ] [es01] try load config from /usr/share/elasticsearch/config/analysis-ik/IKAnalyzer.cfg.xml
es01  | [2019-10-14T14:41:54,161][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_extra.dic
es01  | [2019-10-14T14:41:54,361][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_stopword.dic
es01  | [2019-10-14T14:41:54,506][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.watch-history-9] for index patterns [.watcher-history-9*]
es01  | [2019-10-14T14:41:54,535][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.watches] for index patterns [.watches*]
es01  | [2019-10-14T14:41:54,568][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.triggered_watches] for index patterns [.triggered_watches*]
es01  | [2019-10-14T14:41:54,600][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-6-*]
es01  | [2019-10-14T14:41:54,637][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.monitoring-es] for index patterns [.monitoring-es-6-*]
es01  | [2019-10-14T14:41:54,662][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.monitoring-alerts] for index patterns [.monitoring-alerts-6]
es01  | [2019-10-14T14:41:54,690][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.monitoring-beats] for index patterns [.monitoring-beats-6-*]
es01  | [2019-10-14T14:41:54,718][INFO ][o.e.c.m.MetaDataIndexTemplateService] [es01] adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-6-*]
es01  | [2019-10-14T14:41:54,790][INFO ][o.e.l.LicenseService     ] [es01] license [790a7359-89a5-46f0-a95b-ed94a3ec486d] mode [basic] - valid
es01  | [2019-10-14T14:42:04,412][INFO ][o.w.a.d.Monitor          ] [es01] 重新加载词典...
es01  | [2019-10-14T14:42:04,414][INFO ][o.w.a.d.Monitor          ] [es01] try load config from /usr/share/elasticsearch/config/analysis-ik/IKAnalyzer.cfg.xml
es01  | [2019-10-14T14:42:04,607][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_extra.dic
es01  | [2019-10-14T14:42:04,612][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_stopword.dic
es01  | [2019-10-14T14:42:04,620][INFO ][o.w.a.d.Monitor          ] [es01] 重新加载词典完毕...
es01  | [2019-10-14T14:42:04,623][INFO ][o.w.a.d.Monitor          ] [es01] 重新加载词典...
es01  | [2019-10-14T14:42:04,623][INFO ][o.w.a.d.Monitor          ] [es01] try load config from /usr/share/elasticsearch/config/analysis-ik/IKAnalyzer.cfg.xml
es01  | [2019-10-14T14:42:04,755][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_extra.dic
es01  | [2019-10-14T14:42:04,761][INFO ][o.w.a.d.Monitor          ] [es01] [Dict Loading] http://ikserver/ik/my_stopword.dic
es01  | [2019-10-14T14:42:04,767][INFO ][o.w.a.d.Monitor          ] [es01] 重新加载词典完毕...


# 当出现下面行时，说明启动成功
es01  | [2019-10-14T14:41:53,788][INFO ][o.e.n.Node               ] [es01] started
# 从上面的日志中可以看到有加载IK词典的日志输出

# 使用ctrl+c停掉上面启动的es
^CGracefully stopping... (press Ctrl+C again to force)
Stopping es01 ... done

# 然后通过下面命令后台启动
[root@localhost elasticsearch]# docker-compose up -d 
Starting es01 ... done

验证ES

# 访问es地址
[root@localhost elasticsearch]# curl http://192.168.1.14:9200
{
  "name" : "es01",
  "cluster_name" : "docker-cluster",
  "cluster_uuid" : "G0FRNYK4SzyIIIYV9oeiXA",
  "version" : {
    "number" : "6.8.3",
    "build_flavor" : "default",
    "build_type" : "docker",
    "build_hash" : "0c48c0e",
    "build_date" : "2019-08-29T19:05:24.312154Z",
    "build_snapshot" : false,
    "lucene_version" : "7.7.0",
    "minimum_wire_compatibility_version" : "5.6.0",
    "minimum_index_compatibility_version" : "5.0.0"
  },
  "tagline" : "You Know, for Search"
}

# 从返回信息中可以看出，ES已经启动成功，版本为6.8.3，节点名为es01

faith.huan

关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
全文检索示例:基于docker搭建Elasticsearch环境(2)

全文检索示例本文介绍如何用自己构建的elasticsearch docker镜像搭建Elasticsearch环境，由于我的电脑配置不太好，因此搭建单节点环境。
复制链接

扫一扫