panic: lease ID must be 8-byte

坑死爹了

win10睡眠后无法唤醒屏幕，无奈重启了强制关闭了电脑，电脑休眠前用VMware虚拟机跑的本地k8s还在运行，重启，集群起不来了，docker ps -a查看了一下，etcd一直在重启，查看etcd容器日志

[root@master01 ~]# docker logs -f 06a1abfe1179
{"level":"info","ts":"2022-10-24T14:29:35.486Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://192.168.100.101:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--initial-advertise-peer-urls=https://192.168.100.101:2380","--initial-cluster=master01=https://192.168.100.101:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://192.168.100.101:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://192.168.100.101:2380","--name=master01","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]}
{"level":"info","ts":"2022-10-24T14:29:35.486Z","caller":"etcdmain/etcd.go:116","msg":"server has been already initialized","data-dir":"/var/lib/etcd","dir-type":"member"}
{"level":"info","ts":"2022-10-24T14:29:35.486Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["https://192.168.100.101:2380"]}
{"level":"info","ts":"2022-10-24T14:29:35.486Z","caller":"embed/etcd.go:479","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2022-10-24T14:29:35.488Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://192.168.100.101:2379"]}
{"level":"info","ts":"2022-10-24T14:29:35.488Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.3","git-sha":"0452feec7","go-version":"go1.16.15","go-os":"linux","go-arch":"amd64","max-cpu-set":4,"max-cpu-available":4,"member-initialized":true,"name":"master01","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://192.168.100.101:2380"],"listen-peer-urls":["https://192.168.100.101:2380"],"advertise-client-urls":["https://192.168.100.101:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.100.101:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-10-24T14:29:35.491Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.151127ms"}
{"level":"info","ts":"2022-10-24T14:29:36.051Z","caller":"etcdserver/server.go:508","msg":"recovered v2 store from snapshot","snapshot-index":1110117,"snapshot-size":"12 kB"}
{"level":"info","ts":"2022-10-24T14:29:36.051Z","caller":"etcdserver/server.go:521","msg":"recovered v3 backend from snapshot","backend-size-bytes":10993664,"backend-size":"11 MB","backend-size-in-use-bytes":3383296,"backend-size-in-use":"3.4 MB"}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","caller":"etcdserver/raft.go:483","msg":"restarting local member","cluster-id":"20f4f72f22c64b67","local-member-id":"d94ba21c17c75ffb","commit-index":1110311}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d94ba21c17c75ffb switched to configuration voters=(15657786771025387515)"}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d94ba21c17c75ffb became follower at term 14"}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d94ba21c17c75ffb [peers: [d94ba21c17c75ffb], term: 14, commit: 1110311, applied: 1110117, lastindex: 1110311, lastterm: 14]"}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","caller":"membership/cluster.go:278","msg":"recovered/added member from store","cluster-id":"20f4f72f22c64b67","local-member-id":"d94ba21c17c75ffb","recovered-remote-peer-id":"d94ba21c17c75ffb","recovered-remote-peer-urls":["https://192.168.100.101:2380"]}
{"level":"info","ts":"2022-10-24T14:29:36.139Z","caller":"membership/cluster.go:287","msg":"set cluster version from store","cluster-version":"3.5"}
panic: lease ID must be 8-byte

goroutine 1 [running]:
go.etcd.io/etcd/server/v3/lease.bytesToLeaseID(0x7fcab6773040, 0x11, 0x11, 0x213)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:922 +0x8d
go.etcd.io/etcd/server/v3/lease.unsafeGetAllLeases.func1(0x7fcab6773040, 0x11, 0x11, 0x7fcab6773051, 0x213, 0x213, 0x213, 0xc0005f6060)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:933 +0x165
go.etcd.io/bbolt.(*Bucket).ForEach(0xc00010f700, 0xc0004215b0, 0x5, 0x5)
	/go/pkg/mod/go.etcd.io/bbolt@v1.3.6/bucket.go:390 +0x103
go.etcd.io/etcd/server/v3/mvcc/backend.unsafeForEach(0xc0002e42a0, 0x13a2620, 0x1a63ae0, 0xc0004215b0, 0x7fcab6738f01, 0xc0004215b0)
	/go/src/go.etcd.io/etcd/release/etcd/server/mvcc/backend/batch_tx.go:236 +0x66
go.etcd.io/etcd/server/v3/mvcc/backend.(*batchTx).UnsafeForEach(0xc0005f6c90, 0x13a2620, 0x1a63ae0, 0xc0004215b0, 0x0, 0x0)
	/go/src/go.etcd.io/etcd/release/etcd/server/mvcc/backend/batch_tx.go:231 +0x4d
go.etcd.io/etcd/server/v3/lease.unsafeGetAllLeases(0x7fcab6738f60, 0xc0005f6c90, 0xc0005f6c90, 0x7fcab6738f60, 0xc0005f6c90)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:929 +0xd7
go.etcd.io/etcd/server/v3/lease.(*lessor).initAndRecover(0xc00020e840)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:803 +0xdd
go.etcd.io/etcd/server/v3/lease.newLessor(0xc00048c780, 0x13afd58, 0xc00020e3c0, 0x1386ca0, 0xc0005fe180, 0x2, 0x0, 0x1a13b8600, 0x0, 0x0)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:235 +0x29b
go.etcd.io/etcd/server/v3/lease.NewLessor(...)
	/go/src/go.etcd.io/etcd/release/etcd/server/lease/lessor.go:206
go.etcd.io/etcd/server/v3/etcdserver.NewServer(0x7ffd9fdb9e49, 0x8, 0x0, 0x0, 0x0, 0x0, 0xc0000ebef0, 0x1, 0x1, 0xc0002261b0, ...)
	/go/src/go.etcd.io/etcd/release/etcd/server/etcdserver/server.go:598 +0x293b
go.etcd.io/etcd/server/v3/embed.StartEtcd(0xc0001fe000, 0xc0001fe600, 0x0, 0x0)
	/go/src/go.etcd.io/etcd/release/etcd/server/embed/etcd.go:245 +0xef8
go.etcd.io/etcd/server/v3/etcdmain.startEtcd(0xc0001fe000, 0x120893e, 0x6, 0xc000482301, 0x2)
	/go/src/go.etcd.io/etcd/release/etcd/server/etcdmain/etcd.go:228 +0x32
go.etcd.io/etcd/server/v3/etcdmain.startEtcdOrProxyV2(0xc000122000, 0x13, 0x14)
	/go/src/go.etcd.io/etcd/release/etcd/server/etcdmain/etcd.go:123 +0x257a
go.etcd.io/etcd/server/v3/etcdmain.Main(0xc000122000, 0x13, 0x14)
	/go/src/go.etcd.io/etcd/release/etcd/server/etcdmain/main.go:40 +0x13f
main.main()
	/go/src/go.etcd.io/etcd/release/etcd/server/main.go:32 +0x45

查看kubelet日志

Oct 24 22:38:39 master01 kubelet: W1024 22:38:39.414504    1016 reflector.go:324] vendor/k8s.io/client-go/informers/factory.go:134: failed to list *v1.RuntimeClass: Get "https://192.168.100.101:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 192.168.100.101:6443: connect: connection refused
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.414567    1016 reflector.go:138] vendor/k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get "https://192.168.100.101:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 192.168.100.101:6443: connect: connection refused
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.447306    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.548103    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.648550    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.750257    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.851901    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:39 master01 kubelet: E1024 22:38:39.952389    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.052838    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.154499    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.256420    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.356603    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 cri-dockerd: time="2022-10-24T22:38:40+08:00" level=info msg="Using CNI configuration file /etc/cni/net.d/10-weave.conflist"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.458272    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.559686    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.661727    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.763229    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.864170    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:40 master01 kubelet: E1024 22:38:40.964647    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.065778    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.167495    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.267800    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.368049    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.470176    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.570634    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"
Oct 24 22:38:41 master01 kubelet: E1024 22:38:41.673317    1016 kubelet.go:2424] "Error getting node" err="node \"master01\" not found"

不知道如何处理，无奈删除了/var/lib/etcd/member,重启了一下虚拟机，集群是启起来了，但部署的东西全丢了 -_-~~
本底部是的是单master+2node，没有备份/var/lib/etcd/member
哪位大佬直达如何优雅的解决这个问题，请告知一下，不胜感激
○|￣|_
○|￣|_
○|￣|_