1.确认已停用的磁盘
经确认sdh、sdi、sdj为已经停用的磁盘
[root @test ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 5.1T 0 disk
├─sda1 8:1 0 1M 0 part
├─sda2 8:2 0 500M 0 part /boot
└─sda3 8:3 0 5.1T 0 part
├─vg00-lv_root 253:0 0 100G 0 lvm /
├─vg00-lv_swap 253:1 0 64G 0 lvm [SWAP]
├─vg00-lv_vmfs 253:2 0 500G 0 lvm /vmfs
├─vg00-lv_exsivm 253:3 0 1.8T 0 lvm /vmfs/exsivm
└─vg00-extra_10_201_***_21_data 253:4 0 200G 0 lvm
sdb 8:16 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:5 0 150G 0 mpath
sdc 8:32 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:6 0 140G 0 mpath
sdd 8:48 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:5 0 150G 0 mpath
sde 8:64 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:6 0 140G 0 mpath
sdf 8:80 0 1.5T 0 disk
└─mpatha 253:7 0 1.5T 0 mpath
sdg 8:96 0 1.5T 0 disk
└─mpatha 253:7 0 1.5T 0 mpath
sdh 8:112 0 10G 0 disk
sdi 8:128 0 10G 0 disk
└─360a9800038302d386e2b487357637735 253:8 0 10G 0 mpath
sdj 8:144 0 10G 0 disk
└─360a9800038302d386e2b487357637735 253:8 0 10G 0 mpath
2、确认挂载点
[root @test ~]# blkid
/dev/sda1: PARTUU
/dev/sda2: UU TYPE="ext4" PARTUU
/dev/sda3: UU TYPE="LVM2_member" PARTUU
/dev/mapper/vg00-lv_root: UU TYPE="ext4"
/dev/mapper/vg00-lv_swap: UU TYPE="swap"
/dev/mapper/vg00-lv_vmfs: UU TYPE="ext4"
/dev/mapper/vg00-lv_exsivm: UU TYPE="ext4"
/dev/mapper/vg00-extra_10_201_242_21_data: PTTYPE="dos"
/dev/mapper/mpatha: UU TYPE="LVM2_member"
/dev/sdg: UU TYPE="LVM2_member"
/dev/mapper/360a9800038302d386e2b487357637735: UU TYPE="ext4"
[root @test ~]# df -h
Filesystem Size Used Avail Use% Mounted on
devtmpfs 189G 0 189G 0% /dev
tmpfs 189G 0 189G 0% /dev/shm
tmpfs 189G 20M 189G 1% /run
tmpfs 189G 0 189G 0% /sys/fs/cgroup
/dev/mapper/vg00-lv_root 99G 2.4G 91G 3% /
/dev/sda2 477M 114M 334M 26% /boot
/dev/mapper/vg00-lv_vmfs 493G 54G 414G 12% /vmfs
/dev/mapper/vg00-lv_exsivm 1.8T 1.6T 149G 92% /vmfs/exsivm
tmpfs 38G 0 38G 0% /run/user/0
/dev/mapper/360a9800038302d386e2b487357637735 9.8G 37M 9.2G 1% /testdisk
3、卸载挂载点
[root @test ~]# umount /testdisk
4、确认多路径映射wwid
[root @test ~]# multipath -ll
360a9800038302d386e2b487357637735 dm-5 NETAPP ,LUN
size=10G features='4 queue_if_no_path pg_init_retries 50 retain_attached_hw_handle' hwhandler='0' wp=rw
-+- policy='service-time 0' prio=0 status=enabled- 11:0:0:2 sdi 8:128 failed faulty running
360a9800038302d386e2b487357637733 dm-7 NETAPP ,LUN
size=140G features='4 queue_if_no_path pg_init_retries 50 retain_attached_hw_handle' hwhandler='0' wp=rw
|-+- policy='service-time 0' prio=4 status=active
| - 11:0:1:1 sde 8:64 active ready running-+- policy='service-time 0' prio=1 status=enabled
- 11:0:0:1 sdc 8:32 active ready running mpatha (36000d31000efba000000000000000027) dm-8 COMPELNT,Compellent Vol size=1.5T features='1 queue_if_no_path' hwhandler='0' wp=rw-+- policy='service-time 0' prio=1 status=active
- 11:0:3:1 sdg 8:96 active ready running 360a9800038302d386e2b487357637731 dm-6 NETAPP ,LUN size=150G features='4 queue_if_no_path pg_init_retries 50 retain_attached_hw_handle' hwhandler='0' wp=rw |-+- policy='service-time 0' prio=4 status=active |- 11:0:1:0 sdd 8:48 active ready running
`-+- policy='service-time 0' prio=1 status=enabled
[root @test ~]# cd /sys/block/
[root @test block]# ls
dm-0 dm-1 dm-2 dm-3 dm-4 dm-5 dm-6 dm-7 dm-8 dm-9 sda sdb sdc sdd sde sdf sdg sdh sdi sdj
[root @test block]# ls sdh/
[root @test block]# cat sdh/device/wwid
naa.6000d31000efba000000000000000028
[root @test block]# cat sdj/device/wwid
naa.60a9800038302d386e2b487357637735
[root @test block]# cat sdi/device/wwid
naa.60a9800038302d386e2b487357637735
5、禁用多路径映射
[root @test~]# cat /etc/multipath.conf
blacklist {
wwid naa.6000d31000efba000000000000000028
wwid naa.60a9800038302d386e2b487357637735
wwid naa.60a9800038302d386e2b487357637735
}
[root @test block]# systemctl restart multipathd.service
[root @test block]# multipath -ll
360a9800038302d386e2b487357637733 dm-7 NETAPP ,LUN
size=140G features='4 queue_if_no_path pg_init_retries 50 retain_attached_hw_handle' hwhandler='0' wp=rw
|-+- policy='service-time 0' prio=4 status=active
| - 11:0:1:1 sde 8:64 active ready running-+- policy='service-time 0' prio=1 status=enabled
- 11:0:0:1 sdc 8:32 active ready running mpatha (36000d31000efba000000000000000027) dm-8 COMPELNT,Compellent Vol size=1.5T features='1 queue_if_no_path' hwhandler='0' wp=rw-+- policy='service-time 0' prio=1 status=active
- 11:0:3:1 sdg 8:96 active ready running 360a9800038302d386e2b487357637731 dm-6 NETAPP ,LUN size=150G features='4 queue_if_no_path pg_init_retries 50 retain_attached_hw_handle' hwhandler='0' wp=rw |-+- policy='service-time 0' prio=4 status=active |- 11:0:1:0 sdd 8:48 active ready running
-+- policy='service-time 0' prio=1 status=enabled- 11:0:0:0 sdb 8:16 active ready running
6、删除系统盘符映射
[root @test block]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 5.1T 0 disk
├─sda1 8:1 0 1M 0 part
├─sda2 8:2 0 500M 0 part /boot
└─sda3 8:3 0 5.1T 0 part
├─vg00-lv_root 253:0 0 100G 0 lvm /
├─vg00-lv_swap 253:1 0 64G 0 lvm [SWAP]
├─vg00-lv_vmfs 253:2 0 500G 0 lvm /vmfs
├─vg00-lv_exsivm 253:3 0 1.8T 0 lvm /vmfs/exsivm
└─vg00-extra_10_201_***_21_data 253:4 0 200G 0 lvm
sdb 8:16 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sdc 8:32 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdd 8:48 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sde 8:64 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdf 8:80 0 1.5T 0 disk
sdg 8:96 0 1.5T 0 disk
└─mpatha 253:8 0 1.5T 0 mpath
└─pmmserver-data 253:9 0 1.5T 0 lvm
sdh 8:112 0 10G 0 disk
sdi 8:128 0 10G 0 disk
└─sdi1 8:129 0 10G 0 part
sdj 8:144 0 10G 0 disk
[root @test block]# ls
dm-0 dm-1 dm-2 dm-3 dm-4 dm-6 dm-7 dm-8 dm-9 sda sdb sdc sdd sde sdf sdg sdh sdi sdj
[root @test block]# ls
dm-0 dm-1 dm-2 dm-3 dm-4 dm-6 dm-7 dm-8 dm-9 sda sdb sdc sdd sde sdf sdg sdh sdi sdj
[root @test block]# echo offline > sdh/device/stat
[root @test block]# echo offline > sdi/device/stat
[root @test block]# echo offline > sdj/device/stat
[root @test ~]# echo 1 > /sys/block/sdh/device/delete
[root @test ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 5.1T 0 disk
├─sda1 8:1 0 1M 0 part
├─sda2 8:2 0 500M 0 part /boot
└─sda3 8:3 0 5.1T 0 part
├─vg00-lv_root 253:0 0 100G 0 lvm /
├─vg00-lv_swap 253:1 0 64G 0 lvm [SWAP]
├─vg00-lv_vmfs 253:2 0 500G 0 lvm /vmfs
├─vg00-lv_exsivm 253:3 0 1.8T 0 lvm /vmfs/exsivm
└─vg00-extra_10_201_***_21_data 253:4 0 200G 0 lvm
sdb 8:16 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sdc 8:32 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdd 8:48 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sde 8:64 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdf 8:80 0 1.5T 0 disk
sdg 8:96 0 1.5T 0 disk
└─mpatha 253:8 0 1.5T 0 mpath
└─pmmserver-data 253:9 0 1.5T 0 lvm
sdi 8:128 0 10G 0 disk
└─sdi1 8:129 0 10G 0 part
sdj 8:144 0 10G 0 disk
[root @test ~]# echo 1 > /sys/block/sdj/device/delete
[root @test ~]# echo 1 > /sys/block/sdi/device/delete
[root @test ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 5.1T 0 disk
├─sda1 8:1 0 1M 0 part
├─sda2 8:2 0 500M 0 part /boot
└─sda3 8:3 0 5.1T 0 part
├─vg00-lv_root 253:0 0 100G 0 lvm /
├─vg00-lv_swap 253:1 0 64G 0 lvm [SWAP]
├─vg00-lv_vmfs 253:2 0 500G 0 lvm /vmfs
├─vg00-lv_exsivm 253:3 0 1.8T 0 lvm /vmfs/exsivm
└─vg00-extra_10_201_***_21_data 253:4 0 200G 0 lvm
sdb 8:16 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sdc 8:32 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdd 8:48 0 150G 0 disk
└─360a9800038302d386e2b487357637731 253:6 0 150G 0 mpath
sde 8:64 0 140G 0 disk
└─360a9800038302d386e2b487357637733 253:7 0 140G 0 mpath
sdf 8:80 0 1.5T 0 disk
sdg 8:96 0 1.5T 0 disk
└─mpatha 253:8 0 1.5T 0 mpath
└─pmmserver-data 253:9 0 1.5T 0 lvm
-----------------------------------