Elasticsearch-7.10.1 安装
https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-7.10.1-linux-x86_64.tar.gz
# 安装目录为: /opt
# 1. 解压文件
tar xf elasticsearch-7.10.1-linux-x86_64.tar.gz
# 2. 修改jdk elasticsearch-env
vim /opt/elasticsearch-7.10.1/bin/elasticsearch-env
# 3. 添加如下内容(JDK为自己安装目录)
JAVA_HOME=/opt/jdk-11.0.23
# 4. 修改日志和数据存储目录
vim /opt/elasticsearch-7.10.1/config/elasticsearch.yml
node.name: node
path.data: /opt/elasticsearch-7.10.1/data
path.logs: /opt/elasticsearch-7.10.1/logs
#设置绑定的ip,0.0.0.0[可被所有节点访问]
network.host: 0.0.0.0
# 启动时锁定内存
bootstrap.memory_lock: true
discovery.seed_hosts: ["172.16.10.143"]
cluster.initial_master_nodes: ["node"]
# 5. 修改/etc/sysctl.conf配置文件
vim /etc/sysctl.conf
# 添加以下内容
vm.max_map_count=262144
fs.file-max=655360
# 使其生效
sysctl -p
# 6. 修改limits.conf
vim /etc/security/limits.conf
# 添加以下内容
soft nofile 65536
hard nofile 65536
# 需要退出重新登录 elastic是启动ES的用户
# 7. 创建用户和组
groupadd elastic
useradd -g elastic elastic
chown -R elastic.elastic /opt/elasticsearch-7.10.1
# 8. 设置开机自启
# 创建 /etc/systemd/system/elasticsearch.service 文件
vim /etc/systemd/system/elasticsearch.service
# 9. 添加以下内容
[Unit]
Description=elasticsearch
[Service]
User=elastic
LimitMEMLOCK=infinity
LimitNOFILE=65535
defined in MAX_OPEN_FILES=65536
LimitNPROC=65535
ExecStart=/opt/elasticsearch-7.10.1/bin/elasticsearch -d
[Install]
WantedBy=multi-user.target
# 10. 设置开机自启
systemctl enable elasticsearch
# 11. elasticsearch 启动命令
# 启动
systemctl start elasticsearch
# 关闭
systemctl stop elasticsearch
# 重启
systemctl restart elasticsearch
# 状态
systemctl status elasticsearch
# 12. 手动启动查看是否成功
/opt/elasticsearch-7.10.1/bin/elasticsearch
# 13. 报错
max file descriptors [4096] for elasticsearch process is too low, increase to at least [65535]
# 修改 /etc/security/limits.d/*nproc.conf配置
elasticsearch 可视化工具
dejavu docker安装
# docker 安装
docker pull appbaseio/dejavu:3.6.0
# 启动
docker run -p 1358:1358 -d appbaseio/dejavu:3.6.0
dejavu 其他安装
https://github.com/appbaseio/dejavu/releases
开启elasticsearch跨域
# 修改配置文件
vim /opt/elasticsearch-7.10.1/config/elasticsearch.yml
http.cors.allow-origin: http://172.16.10.143:1358,http://localhost:1358
http.cors.enabled: true
http.cors.allow-headers : X-Requested-With,X-Auth-Token,Content-Type,Content-Length,Authorization
http.cors.allow-credentials: true
ElasticHD
https://github.com/qax-os/ElasticHD/releases/download/1.4/elasticHD_linux_amd64.zip
# 解压
unzip elasticHD_linux_amd64.zip
# 启动
/opt/ElasticHD/ElasticHD -p 172.16.10.143:9800
docker根目录迁移
# 停止 docker
systemctl stop docker
# 同步目录 /new/path/to/docker/ 为目标目录
rsync -aP /var/lib/docker/ /new/path/to/docker/
# 创建或者修改 /etc/docker/daemon.json
{
"data-root": "/new/path/to/docker"
}
# 启动docker
systemctl start docker
# 查看是否切换
docker info | grep "Docker Root Dir"
zookeeper安装 单节点
https://archive.apache.org/dist/zookeeper/zookeeper-3.9.2/apache-zookeeper-3.9.2-bin.tar.gz
# 解压
tar xf apache-zookeeper-3.9.2-bin.tar.gz
# 重命名
mv apache-zookeeper-3.9.2-bin zookeeper-3.9.2
# 修改配置
cd /opt/zookeeper-3.9.2/conf
cp -arp zoo_sample.cfg zoo.cfg
# 修改zoo.cfg
vim zoo.cfg
dataDir=/opt/zookeeper-3.9.2/data
# 启动zookeeper
/opt/zookeeper-3.9.2/bin/zkServer.sh start
开机自启
# 创建文件并添加内容
vim /etc/systemd/system/zookeeper.service
[Unit]
Description=Apache ZooKeeper Server
After=network.target
[Service]
Type=forking
Environment=ZOOKEEPER_HOME=/opt/zookeeper-3.9.2
Environment=ZOO_LOG_DIR=/opt/zookeeper-3.9.2/logs
ExecStart=/opt/zookeeper-3.9.2/bin/zkServer.sh start
ExecStop=/opt/zookeeper-3.9.2/bin/zkServer.sh stop
ExecReload=/opt/zookeeper-3.9.2/bin/zkServer.sh restart
[Install]
WantedBy=multi-user.target
# 设置开机自启
systemctl daemon-reload
systemctl enable zookeeper
systemctl start zookeeper
systemctl stop zookeeper
systemctl restart zookeeper
systemctl status zookeeper
可视化工具
https://github.com/vran-dev/PrettyZoo/releases
kafka单节点安装
https://mirrors.bfsu.edu.cn/apache/kafka/3.7.0/kafka_2.13-3.7.0.tgz
# 解压
tar xf kafka_2.13-3.7.0.tgz
# 修改配置
vim /opt/kafka_2.13-3.7.0/config/server.properties
listeners=PLAINTEXT://172.16.10.143:9092
log.dirs=/opt/kafka_2.13-3.7.0/kafka-logs
zookeeper.connect=172.16.10.143:2181
num.partitions=10
auto.create.topics.enable=true
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
default.replication.factor=1
#监听地址:如果没有配置默认为localhost:9092
listeners=PLAINTEXT://你的ip:9092
#日志路径
log.dirs=/tmp/kafka-logs
#连接zk的地址,如果上面zk的配置文件改了这里也要改
zookeeper.connect=localhost:2181
#partitions数量
num.partitions=10
#自动创建主题,可选项,自己决定是否设置
auto.create.topics.enable=true
#factor的几个相关参数:
#注:这些参数默认为1,但是如果搭建单点的时候该大,启动就会报错
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
default.replication.factor=1
# 启动看看日志是否可以正常启动
/opt/kafka_2.13-3.7.0/bin/kafka-server-start.sh /opt/kafka_2.13-3.7.0/config/server.properties
开机自启
# 创建文件并添加以下内容
vim /etc/systemd/system/kafka.service
[Unit]
Description=Apache Kafka Server
Documentation=http://kafka.apache.org/
Requires=zookeeper.service
After=network.target zookeeper.service
[Service]
Type=simple
Environment=KAFKA_HOME=/opt/kafka_2.13-3.7.0
Environment=LOG_DIR=/opt/kafka_2.13-3.7.0/logs
ExecStart=/opt/kafka_2.13-3.7.0/bin/kafka-server-start.sh /opt/kafka_2.13-3.7.0/config/server.properties
ExecStop=/opt/kafka_2.13-3.7.0/bin/kafka-server-stop.sh
Restart=on-failure
[Install]
WantedBy=multi-user.target
# 设置开机自启
systemctl daemon-reload
systemctl enable kafka
systemctl start kafka
systemctl stop kafka
systemctl status kafka
kafak可视化工具
https://kafkaui.51dbapi.com/
docker run -d -p 8889:8889 freakchicken/kafka-ui-lite
# linux 安装
wget https://gitee.com/freakchicken/kafka-ui-lite/releases/download/v1.2.11/kafka-ui-lite-1.2.11-bin.tar.gz
tar xf kafka-ui-lite-1.2.11-bin.tar.gz
# 前台启动
sh bin/kafkaUI.sh start
# 后台启动
sh bin/kafkaUI.sh -d start
# 关闭后台启动的进程
sh bin/kafkaUI.sh stop
rocketmq-4.9.0单节点安装
https://archive.apache.org/dist/rocketmq/4.9.0/rocketmq-all-4.9.0-bin-release.zip
# 解压
unzip rocketmq-all-4.9.0-bin-release.zip
mv rocketmq-all-4.9.0-bin-release rocketmq-4.9.0
# 修改配置 runbroker.sh
vim /opt/rocketmq-4.9.0/bin/runbroker.sh
JAVA_OPT="${JAVA_OPT} -server -Xms512m -Xmx512m -Xmn512m"
# 修改配置 runserver.sh
vim /opt/rocketmq-4.9.0/bin/runserver.sh
JAVA_OPT="${JAVA_OPT} -server -Xms512m -Xmx512m -Xmn512m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=320m"
# 手动启动nameserver
/opt/rocketmq-4.9.0/bin/mqnamesrv
# 手动启动mqbroker
# 后台启动Broker,autoCreateTopicEnable的含义为自动创建Topic
/opt/rocketmq-4.9.0/bin/mqbroker -n 172.16.10.143:9876 autoCreateTopicEnable=true
开机自启
rocketmqname.service
# 创建文件并添加以下内容
vim /etc/systemd/system/rocketmqname.service
[Unit]
Description=rocketmq-nameserver
Documentation=http://mirror.bit.edu.cn/apache/rocketmq/
After=network.target
[Service]
Type=sample
User=root
ExecStart=/opt/rocketmq-4.9.0/bin/mqnamesrv
ExecReload=/bin/kill -s HUP $MAINPID
ExecStop=/bin/kill -s QUIT $MAINPID
Restart=0
LimitNOFILE=65536
[Install]
WantedBy=multi-user.target
# 设置开机自启
systemctl daemon-reload
systemctl enable rocketmqname
systemctl start rocketmqname
systemctl stop rocketmqname
systemctl status rocketmqname
rocketmqbroker.service
# 创建文件并添加以下内容
vim /etc/systemd/system/rocketmqbroker.service
[Unit]
Description=rocketmq-broker
Documentation=http://mirror.bit.edu.cn/apache/rocketmq/
After=network.target
[Service]
Type=sample
User=root
ExecStart=/opt/rocketmq-4.9.0/bin/mqbroker -n 172.16.10.143:9876 autoCreateTopicEnable=true
ExecReload=/bin/kill -s HUP $MAINPID
ExecStop=/bin/kill -s QUIT $MAINPID
Restart=0
LimitNOFILE=65536
[Install]
WantedBy=multi-user.target
# 设置开机自启
systemctl daemon-reload
systemctl enable rocketmqbroker
systemctl start rocketmqbroker
systemctl stop rocketmqbroker
systemctl status rocketmqbroker
可视化工具
docker安装
docker pull apacherocketmq/rocketmq-dashboard:latest
# 启动
docker run -d --name rocketmq-dashboard -e "JAVA_OPTS=-Drocketmq.namesrv.addr=172.16.10.143:9876" -p 18082:8080 apacherocketmq/rocketmq-dashboard:latest