glusterfs 脑裂文件 input output error

---

脑裂文件问题处理

10.0.2.33

10.0.2.34

### 宿主机 ###
[root@k8s tracker]# mount.glusterfs  10.0.2.35:vol_8a47fbed9000c30e74fa9c4b8cfc4547 `pwd`
[root@k8s data]# pwd
/data/tracker/data
[root@k8s data]# cat .tracker_status
cat: .tracker_status: Input/output error
cat: .tracker_status: Input/output error

#### gfid ####
[root@k8s data]# getfattr -n glusterfs.gfid.string .tracker_status
# file: .tracker_status
glusterfs.gfid.string="649baf49-5aca-4b0a-bfa2-9b6685995bb3"

### pod 节点 ###

[root@k8s brick]# pwd
/var/lib/heketi/mounts/vg_108cece1b709b2d3e0cdebf35a2fec6d/brick_33fbd16e732a3da35690aa56971e5684/brick
[root@k8s brick]# ll -a
total 0
drwxrwsr-x  5 root 2008  48 Jan 28 10:53 .
drwxr-xr-x  3 root root  19 Jan 28 10:53 ..
drwxr-sr-x  2 root 2008 148 Jan 28 10:53 data
drw---S--- 16 root 2008 253 Jan 28 10:53 .glusterfs
drwxr-sr-x  2 root 2008   6 Jan 29 16:09 logs
[root@k8s brick]# cd .glusterfs/
[root@k8s .glusterfs]# ll
total 64
drwx--S--- 3 root 2008    16 Jan 28 10:53 00
drwx--S--- 3 root 2008    16 Jan 28 10:53 0b
drwx--S--- 3 root 2008    16 Jan 28 10:53 59
drwx--S--- 3 root 2008    16 Jan 28 10:53 60
drwx--S--- 3 root 2008    16 Jan 28 10:53 64
drwx--S--- 3 root 2008    16 Jan 28 10:53 84
-rw-r--r-- 1 root 2008  4096 Jan 28 10:53 brick.db
-rw-r--r-- 1 root 2008 32768 Jan 28 10:53 brick.db-shm
-rw-r--r-- 1 root 2008 20632 Jan 28 10:53 brick.db-wal
drwx--S--- 3 root 2008    16 Jan 28 10:53 c0
drwx--S--- 3 root 2008    16 Jan 28 10:53 ce
drw---S--- 4 root 2008    32 Jan 28 10:53 changelogs
drwx--S--- 3 root 2008    16 Jan 28 10:53 da
-rw-r--r-- 1 root 2008    19 Feb  9 10:03 health_check
drw---S--- 5 root 2008    55 Jan 28 10:53 indices
drwxr-sr-x 2 root 2008     6 Jan 28 10:53 landfill
drw---S--- 2 root 2008    55 Jan 28 10:53 quarantine
drw---S--- 2 root 2008     6 Jan 28 10:53 unlink
[root@k8s .glusterfs]# cd 64/9b/
[root@k8s 9b]# ll
total 4
-rw-r--r-- 2 root 2008 46 Jan 29 16:55 649baf49-5aca-4b0a-bfa2-9b6685995bb3
[root@k8s 9b]# cat 649baf49-5aca-4b0a-bfa2-9b6685995bb3
up_time=1643472595
last_check_time=1643475300
[root@k8s 9b]#
##### 删除脑裂文件元文件 ####
[root@k8s 9b]# rm -rf *
[root@k8s data]# ll -a
total 16
drwxr-sr-x 2 root 2008  148 Feb  9 10:16 .
drwxrwsr-x 5 root 2008   48 Jan 28 10:53 ..
-rw-r--r-- 2 root 2008    2 Feb  8 09:17 fdfs_trackerd.pid
-rw-r--r-- 2 root 2008    0 Jan 26 16:52 storage_changelog.dat
-rw-r--r-- 2 root 2008 3792 Jan 26 16:52 storage_servers_new.dat
-rw-r--r-- 2 root 2008   61 Jan 26 16:52 storage_sync_timestamp.dat
-rw-r--r-- 2 root 2008   46 Feb  8 09:35 .tracker_status
[root@k8s data]# pwd
/var/lib/heketi/mounts/vg_108cece1b709b2d3e0cdebf35a2fec6d/brick_33fbd16e732a3da35690aa56971e5684/brick/data
[root@k8s data]# rm -rf .tracker_status

[root@k8s data]# gluster volume heal vol_8a47fbed9000c30e74fa9c4b8cfc4547 full
Launching heal operation to perform full self heal on volume vol_8a47fbed9000c30e74fa9c4b8cfc4547 has been successful
Use heal info commands to check status.

### 宿主机 ###

[root@k8s data]# cat .tracker_status
up_time=1644311855
last_check_time=1644312900
[root@k8s data]# pwd
/data/tracker/data

脑裂文件夹问题处理

fastdfs pod 起不来

挂载宿主机试图获取 logs 目录gfid来删进行删除并恢复、并不成功

[root@k8s logs]# getfattr -n glusterfs.gfid.string `pwd`

尝试glusterfs pod 删除对应brick 并进行恢复

参考：https://docs.rackspace.com/support/how-to/glusterfs-troubleshooting