rpm包与二进制安装单节点ETCD
etcd 概述
etcd 是一种开源的分布式统一键值存储,用于分布式系统或计算机集群的共享配置、服务发现和的调度协调。
etcd 默认使用端口 2379 和 2380,2379用于接收客户端请求,2380 用于 etcd 节点之间的对等通信。
手册地址:https://doczhcn.gitbook.io/etcd/
etcd 安装配置
https://developer.aliyun.com/packageSearch?word=etcd
https://github.com/etcd-io/etcd/releases
rpm包安装
[root@etcd1 ~]# yum install ./etcd-3.3.11-2.el7.centos.x86_64.rpm
[root@etcd1 ~]# rpm -ql etcd.x86_64
/etc/etcd
/etc/etcd/etcd.conf
/usr/bin/etcd
/usr/bin/etcdctl
/usr/lib/systemd/system/etcd.service
/var/lib/etcd
[root@etcd1 ~]# cat /usr/lib/systemd/system/etcd.service
[Unit]
Description=Etcd Server
After=network.target
After=network-online.target
Wants=network-online.target
[Service]
Type=notify
WorkingDirectory=/var/lib/etcd/
EnvironmentFile=-/etc/etcd/etcd.conf
User=etcd
# set GOMAXPROCS to number of processors
ExecStart=/bin/bash -c "GOMAXPROCS=$(nproc) /usr/bin/etcd --name=\"${ETCD_NAME}\" --data-dir=\"${ETCD_DATA_DIR}\" --listen-client-urls=\"${ETCD_LISTEN_CLIENT_URLS}\""
Restart=on-failure
LimitNOFILE=65536
[Install]
WantedBy=multi-user.target
[root@etcd1 ~]# systemctl enable --now etcd
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl member list -w table
+------------------+---------+---------+-----------------------+-----------------------+
| ID | STATUS | NAME | PEER ADDRS | CLIENT ADDRS |
+------------------+---------+---------+-----------------------+-----------------------+
| 8e9e05c52164694d | started | default | http://localhost:2380 | http://localhost:2379 |
+------------------+---------+---------+-----------------------+-----------------------+
数据备份
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl put hello world # 存储数据
OK
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl get hello # 获取数据
hello
world
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl del hello # 删除数据
1
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl snapshot save /opt/backup.db # 备份数据
Snapshot saved at /opt/backup.db
验证备份
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl snapshot status /opt/backup.db -w table
+----------+----------+------------+------------+
| HASH | REVISION | TOTAL KEYS | TOTAL SIZE |
+----------+----------+------------+------------+
| cb36e8b8 | 0 | 3 | 20 kB |
+----------+----------+------------+------------+
[root@etcd1 ~]# ll /opt/backup.db
-rw-r--r-- 1 root root 20512 Oct 5 09:48 /opt/backup.db
恢复数据
[root@etcd1 ~]# systemctl stop etcd
[root@etcd1 ~]# rm -rf /var/lib/etcd/default.etcd
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl snapshot restore --data-dir="/var/lib/etcd/default.etcd" /opt/backup.db
2022-05-10 20:47:14.267683 I | etcdserver/membership: added member 8e9e05c52164694d [http://localhost:2380] to cluster cdf818194e3a8c32
[root@etcd1 ~]# chown -R etcd.etcd /var/lib/etcd
[root@etcd1 ~]# systemctl start etcd
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl get hello
hello
world
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl snapshot save backup.db
Snapshot saved at backup.db
[root@etcd1 ~]# ll backup.db
-rw-r--r-- 1 root root 20512 Oct 5 09:45 backup.db
备份脚本
[root@etcd1 opt]# crontab -l
*/2 * * * * /bin/bash /opt/etcd-bak.sh
[root@etcd1 opt]# cat etcd-bak.sh
#!/bin/bash
#备份保存路径
backup_dir=/opt
#日期
date=`date -d today +"%Y%m%d%H%M"`
#如果文件夹不存在则创建
if [ ! -d $backup_dir ];
then
mkdir -p $backup_dir;
fi
export ETCDCTL_API=3
#/usr/bin/etcdctl --cacert=/data/ca.pem --cert=/data/etcd.pem --key=/data/etcd-key.pem --endpoints 192.168.1.100:2379 snapshot save $backup_dir/etcd-$date.db
/usr/bin/etcdctl snapshot save $backup_dir/etcd-$date.db
#写创建备份日志
echo "create $backup_dir/etcd-$date.db" >> $backup_dir/log.txt
#判断现在的备份数量是否大于$number
count=`ls -l $backup_dir/*.db |wc -l`
if [ $count -gt 7 ]
then
#写删除文件日志
echo "delete `ls -lrt $backup_dir/*.db |head -1 |awk '{print $9}'`" >> $backup_dir/log.txt
#删除最早生成的备份,只保留number数量的备份
rm -f `ls -lrt $backup_dir/*.db |head -1 |awk '{print $9}'`
fi
二进制安装
[root@etcd1 ~]# mkdir /data/etcd/conf -p
[root@etcd1 ~]# tar xf etcd-v3.5.0-linux-amd64.tar.gz
[root@etcd1 ~]# mv etcd-v3.5.0-linux-amd64/* /data/etcd/
[root@etcd1 ~]# ls /data/etcd/
Documentation etcdctl README-etcdctl.md README.md
etcd etcdutl README-etcdutl.md READMEv2-etcdctl.md
cat > /data/etcd/conf/etcd.conf << EOF
ETCD_NAME="etcd"
ETCD_DATA_DIR="/data/etcd/data"
ETCD_LISTEN_CLIENT_URLS="http://0.0.0.0:2379"
ETCD_ADVERTISE_CLIENT_URLS="http://0.0.0.0:2379,http://127.0.0.1:2379"
ETCD_LISTEN_PEER_URLS="http://0.0.0.0:2380"
ETCD_INITIAL_ADVERTISE_PEER_URLS="http://0.0.0.0:2380,http://127.0.0.1:2380"
ETCD_ENABLE_V2="true"
EOF
cat > /usr/lib/systemd/system/etcd.service << EOF
[Unit]
Description=etcd service
Documentation=https://github.com/etcd-io/etcd
After=network.target
After=network-online.target
Wants=network-online.target
[Service]
User=root
Type=notify
EnvironmentFile=/data/etcd/conf/etcd.conf
WorkingDirectory=/data/etcd
ExecStart=/data/etcd/etcd
Restart=always
RestartSec=10s
LimitNOFILE=65536
[Install]
WantedBy=multi-user.targe
EOF
[root@etcd1 ~]# systemctl daemon-reload
[root@etcd1 ~]# systemctl start etcd
[root@etcd1 ~]# systemctl status etcd
二进制https协议安装
wget https://pkg.cfssl.org/R1.2/cfssl_linux-amd64
wget https://pkg.cfssl.org/R1.2/cfssljson_linux-amd64
wget https://pkg.cfssl.org/R1.2/cfssl-certinfo_linux-amd64
chmod +x cfssl_linux-amd64 cfssljson_linux-amd64 cfssl-certinfo_linux-amd64
mv cfssl_linux-amd64 /usr/local/bin/cfssl
mv cfssljson_linux-amd64 /usr/local/bin/cfssljson
mv cfssl-certinfo_linux-amd64 /usr/bin/cfssl-certinfo
[root@etcd1 ~]# mkdir -p /data/etcd/ssl/
[root@etcd1 ~]# cd /data/etcd/ssl/
自签CA:
cat > ca-csr.json << EOF
{
"CN": "etcd CA",
"key": {
"algo": "rsa",
"size": 2048
},
"names": [
{
"C": "CN",
"L": "Beijing",
"ST": "Beijing"
}
]
}
EOF
生成证书:
[root@etcd1 certs]# cfssl gencert -initca ca-csr.json | cfssljson -bare ca -
[root@etcd1 certs]# ls
ca.csr ca-csr.json ca-key.pem ca.pem #生成三个文件
cat > ca-config.json << EOF
{
"signing": {
"default": {
"expiry": "87600h"
},
"profiles": {
"www": {
"expiry": "87600h",
"usages": [
"signing",
"key encipherment",
"server auth",
"client auth"
]
}
}
}
}
EOF
创建证书申请文件:
cat > server-csr.json << EOF
{
"CN": "etcd",
"hosts": [
"192.168.1.11",
"192.168.1.12",
"192.168.1.13"
],
"key": {
"algo": "rsa",
"size": 2048
},
"names": [
{
"C": "CN",
"L": "BeiJing",
"ST": "BeiJing"
}
]
}
EOF
注:上述文件hosts字段中IP为所有etcd节点的集群内部通信IP,一个都不能少!
为了方便后期扩容可以多写几个预留的IP。
[root@etcd1 certs]# cfssl gencert -ca=ca.pem -ca-key=ca-key.pem -config=ca-config.json -profile=www server-csr.json | cfssljson -bare server
[root@etcd1 certs]# ls -lrt
total 36
-rw-r--r-- 1 root root 209 Oct 5 11:12 ca-csr.json
-rw-r--r-- 1 root root 1265 Oct 5 11:13 ca.pem
-rw------- 1 root root 1675 Oct 5 11:13 ca-key.pem
-rw-r--r-- 1 root root 956 Oct 5 11:13 ca.csr
-rw-r--r-- 1 root root 288 Oct 5 11:17 server-csr.json
-rw-r--r-- 1 root root 287 Oct 5 11:17 ca-config.json
-rw-r--r-- 1 root root 1338 Oct 5 11:30 server.pem
-rw------- 1 root root 1675 Oct 5 11:30 server-key.pem
-rw-r--r-- 1 root root 1013 Oct 5 11:30 server.csr
[root@etcd1 ~]# vim /data/etcd/conf/etcd.conf
ETCD_NAME="test"
ETCD_DATA_DIR="/data/etcd/data"
ETCD_LISTEN_CLIENT_URLS="https://0.0.0.0:2379"
ETCD_ADVERTISE_CLIENT_URLS="https://0.0.0.0:2379,https://127.0.0.1:2379"
ETCD_LISTEN_PEER_URLS="https://0.0.0.0:2380"
ETCD_INITIAL_ADVERTISE_PEER_URLS="https://0.0.0.0:2380,https://127.0.0.1:2380"
ETCD_ENABLE_V2="true"
[root@etcd1 ~]# cat /usr/lib/systemd/system/etcd.service
[Unit]
Description=etcd service
Documentation=https://github.com/etcd-io/etcd
After=network.target
After=network-online.target
Wants=network-online.target
[Service]
User=root
Type=notify
EnvironmentFile=/data/etcd/conf/etcd.conf
WorkingDirectory=/data/etcd
ExecStart=/data/etcd/etcd \
--cert-file=/data/etcd/ssl/server.pem \
--key-file=/data/etcd/ssl/server-key.pem \
--peer-cert-file=/data/etcd/ssl/server.pem \
--peer-key-file=/data/etcd/ssl/server-key.pem \
--trusted-ca-file=/data/etcd/ssl/ca.pem \
--peer-trusted-ca-file=/data/etcd/ssl/ca.pem \
--logger=zap
Restart=always
RestartSec=10s
LimitNOFILE=65536
[Install]
WantedBy=multi-user.targe
[root@etcd1 ~]# systemctl daemon-reload
[root@etcd1 ~]# systemctl start etcd
验证
[root@etcd1 ~]# ETCDCTL_API=3 etcdctl --cacert=/data/etcd/ssl/ca.pem --cert=/data/etcd/ssl/server.pem --key=/data/etcd/ssl/server-key.pem --endpoints="https://192.168.1.11:2379" endpoint health --write-out=table
+---------------------------+--------+------------+-------+
| ENDPOINT | HEALTH | TOOK | ERROR |
+---------------------------+--------+------------+-------+
| https://192.168.1.11:2379 | true | 8.879573ms | |
+---------------------------+--------+------------+-------+
ETCDCTL_API=3 etcdctl --cacert=/data/etcd/ssl/ca.pem --cert=/data/etcd/ssl/server.pem --key=/data/etcd/ssl/server-key.pem --endpoints="https://192.168.1.11:2379" endpoint status -w table