Linux下的共享磁盘multipath多路径聚合

一、安装multipath包

#yum安装多路径包
yum -y install device-mapper-multipath
#配置开启启动服务
systemctl enable multipathd.service

二、配置UUID

1.查看映射LUN的UUID

#应看到的是每个磁盘对应4条路径（此案例4个盘对应4个UUID和16条路径）
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdc
360060e8022574800504157480000001f
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdd
360060e80225748005041574800000020
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sde
360060e8022574800504157480000001b
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdf
360060e8022574800504157480000001c
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdg
360060e8022574800504157480000001b
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdh
360060e8022574800504157480000001c
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdi
360060e8022574800504157480000001f
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdj
360060e80225748005041574800000020
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdk
360060e8022574800504157480000001b
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdl
360060e8022574800504157480000001c
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdm
360060e8022574800504157480000001f
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdn
360060e80225748005041574800000020
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdo
360060e8022574800504157480000001f
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdp
360060e80225748005041574800000020
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdq
360060e8022574800504157480000001b
[root@cxl03 ~]# /usr/lib/udev/scsi_id -g -u -d /dev/sdr
360060e8022574800504157480000001c

2.配置multipath.conf文件

[root@cxl03 multipath]# cat /etc/multipath.conf
# This is a basic configuration file with some examples, for device mapper
# multipath.
#
# For a complete list of the default configuration values, run either
# multipath -t
# or
# multipathd show config
#
# For a list of configuration options with descriptions, see the multipath.conf
# man page

## By default, devices with vendor = "IBM" and product = "S/390.*" are
## blacklisted. To enable mulitpathing on these devies, uncomment the
## following lines.
#blacklist_exceptions {
#	device {
#		vendor	"IBM"
#		product	"S/390.*"
#	}
#}

## Use user friendly names, instead of using WWIDs as names.
defaults {
	user_friendly_names yes
	find_multipaths yes
}
##
## Here is an example of how to configure some standard options.
##
#
#defaults {
#	polling_interval 	10
#	path_selector		"round-robin 0"
#	path_grouping_policy	multibus
#	uid_attribute		ID_SERIAL
#	prio			alua
#	path_checker		readsector0
#	rr_min_io		100
#	max_fds			8192
#	rr_weight		priorities
#	failback		immediate
#	no_path_retry		fail
#	user_friendly_names	yes
#}
##
## The wwid line in the following blacklist section is shown as an example
## of how to blacklist devices by wwid.  The 2 devnode lines are the
## compiled in default blacklist. If you want to blacklist entire types
## of devices, such as all scsi devices, you should use a devnode line.
## However, if you want to blacklist specific devices, you should use
## a wwid line.  Since there is no guarantee that a specific device will
## not change names on reboot (from /dev/sda to /dev/sdb for example)
## devnode lines are not recommended for blacklisting specific devices.
##
#blacklist {
#       wwid 26353900f02796769
#	devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
#	devnode "^hd[a-z]"
#}
#multipaths {
#	multipath {
#		wwid			3600508b4000156d700012000000b0000
#		alias			yellow
#		path_grouping_policy	multibus
#		path_selector		"round-robin 0"
#		failback		manual
#		rr_weight		priorities
#		no_path_retry		5
#	}
#	multipath {
#		wwid			1DEC_____321816758474
#		alias			red
#	}
#}
#devices {
#	device {
#		vendor			"COMPAQ  "
#		product			"HSV110 (C)COMPAQ"
#		path_grouping_policy	multibus
#		path_checker		readsector0
#		path_selector		"round-robin 0"
#		hardware_handler	"0"
#		failback		15
#		rr_weight		priorities
#		no_path_retry		queue
#	}
#	device {
#		vendor			"COMPAQ  "
#		product			"MSA1000         "
#		path_grouping_policy	multibus
#	}
#}



multipaths {
       multipath {
               wwid                    360060e8022574800504157480000001b
               alias                   data1
               path_grouping_policy    multibus
               path_selector           "round-robin 0"
               failback                manual
               rr_weight               priorities
               no_path_retry           5
       }

multipaths {
       multipath {
               wwid                    360060e8022574800504157480000001f
               alias                   data2
               path_grouping_policy    multibus
               path_selector           "round-robin 0"
               failback                manual
               rr_weight               priorities
               no_path_retry           5
       }

multipaths {
       multipath {
               wwid                    360060e8022574800504157480000001c
               alias                   data3
               path_grouping_policy    multibus
               path_selector           "round-robin 0"
               failback                manual
               rr_weight               priorities
               no_path_retry           5
       }

multipaths {
       multipath {
               wwid                    360060e80225748005041574800000020
               alias                   data4
               path_grouping_policy    multibus
               path_selector           "round-robin 0"
               failback                manual
               rr_weight               priorities
               no_path_retry           5
       }



blacklist {
}
[root@cxl03 multipath]# 

3.重启multipathd服务

systemctl restart multipathd
multipath -ll #查看多路径

4.格式化分区

[root@cxl03 multipath]# fdisk -l
磁盘 /dev/mapper/data2：1539.3 GB, 1539316279296 字节，3006477108 个扇区
Units = 扇区 of 1 * 512 = 512 bytes
扇区大小(逻辑/物理)：512 字节 / 512 字节
I/O 大小(最小/最佳)：512 字节 / 512 字节


磁盘 /dev/mapper/data4：2199.0 GB, 2199023255552 字节，4294967296 个扇区
Units = 扇区 of 1 * 512 = 512 bytes
扇区大小(逻辑/物理)：512 字节 / 512 字节
I/O 大小(最小/最佳)：512 字节 / 512 字节


磁盘 /dev/mapper/data1：644.2 GB, 644245094400 字节，1258291200 个扇区
Units = 扇区 of 1 * 512 = 512 bytes
扇区大小(逻辑/物理)：512 字节 / 512 字节
I/O 大小(最小/最佳)：512 字节 / 512 字节


磁盘 /dev/mapper/data3：3298.5 GB, 3298534883328 字节，6442450944 个扇区
Units = 扇区 of 1 * 512 = 512 bytes
扇区大小(逻辑/物理)：512 字节 / 512 字节
I/O 大小(最小/最佳)：512 字节 / 512 字节

mkfs.ext4 -T largefile /dev/mapper/data1 #格式化分区
mkfs.ext4 -T largefile /dev/mapper/data2
mkfs.ext4 -T largefile /dev/mapper/data3
mkfs.ext4 -T largefile /dev/mapper/data4

5.查看UUID

[root@cxl03 multipath]# blkid
/dev/sdb1: UUID="GUISZt-ZdV8-KWFL-A35h-HmrO-lGpf-hIwbdM" TYPE="LVM2_member" PARTUUID="f3e44396-2f5b-42f8-9ef6-30f3db934d9e" 
/dev/sda1: SEC_TYPE="msdos" UUID="311D-1A1D" TYPE="vfat" PARTLABEL="EFI System Partition" PARTUUID="abf1cb76-43bc-4a44-9d2c-29d0b47a203c" 
/dev/sda2: UUID="4786d646-77a1-44de-b074-fd2dbf17e15b" TYPE="xfs" PARTUUID="2a6c33c7-8984-42fa-a3ea-2a677f9dbeae" 
/dev/sda3: UUID="1C5K7d-0fdX-dVsE-BzEb-Npnx-Aolh-ljC1z7" TYPE="LVM2_member" PARTUUID="18b1fe46-9139-45c3-aea6-c6f82682df32" 
/dev/mapper/ol-root: UUID="d3f706ed-1065-49d6-b080-05e1d9e8b22d" TYPE="xfs" 
/dev/mapper/ol-swap: UUID="109fb0cc-b8bd-437c-84e0-a4bd95124f1d" TYPE="swap" 
/dev/mapper/ol-home: UUID="d2ae0744-50c1-4869-87ec-a3568b81090a" TYPE="xfs" 
/dev/mapper/ol-u01: UUID="5960d105-cc06-4de3-aac6-b0e928438097" TYPE="xfs" 
/dev/mapper/ol-data: UUID="e8ae2557-8af5-4034-8491-85b27a46f747" TYPE="xfs" 
/dev/mapper/data2: UUID="ef5693f9-3cee-44a5-8dbb-2f777b5e323d" TYPE="ext4" 
/dev/mapper/data4: UUID="15929824-5320-4973-942b-4627a470c368" TYPE="ext4" 
/dev/mapper/data1: UUID="99f8a1a6-50e9-4128-9c84-1c258e3c12f8" TYPE="ext4" 
/dev/mapper/data3: UUID="bf1aaf34-3fa9-4266-8598-409f27b82258" TYPE="ext4" 

6.按照UUID设置启动挂载

[root@cxl03 multipath]# cat /etc/fstab 

#
# /etc/fstab
# Created by anaconda on Wed Aug 17 13:56:43 2022
#
# Accessible filesystems, by reference, are maintained under '/dev/disk'
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=4786d646-77a1-44de-b074-fd2dbf17e15b /boot                   xfs     defaults        0 0
UUID=311D-1A1D          /boot/efi               vfat    umask=0077,shortname=winnt 0 0
/dev/mapper/ol-data     /data                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-u01      /u01                    xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
UUID=99f8a1a6-50e9-4128-9c84-1c258e3c12f8 /data1 ext4 defaults 0 0
UUID=ef5693f9-3cee-44a5-8dbb-2f777b5e323d /data2 ext4 defaults 0 0
UUID=bf1aaf34-3fa9-4266-8598-409f27b82258 /data3 ext4 defaults 0 0
UUID=15929824-5320-4973-942b-4627a470c368 /data4 ext4 defaults 0 0

7.mount 测试

[root@cxl03 multipath]# mount -a
[root@cxl03 multipath]# 
[root@cxl03 multipath]# df -h
文件系统             容量  已用  可用 已用% 挂载点
devtmpfs              63G     0   63G    0% /dev
tmpfs                 63G     0   63G    0% /dev/shm
tmpfs                 63G   10M   63G    1% /run
tmpfs                 63G     0   63G    0% /sys/fs/cgroup
/dev/mapper/ol-root  200G  4.2G  196G    3% /
/dev/sda2             10G  223M  9.8G    3% /boot
/dev/sda1            200M  7.6M  193M    4% /boot/efi
/dev/mapper/ol-u01   455G  153G  303G   34% /u01
/dev/mapper/ol-home  101G  4.6G   96G    5% /home
/dev/mapper/ol-data  3.7T   33M  3.7T    1% /data
tmpfs                 13G   12K   13G    1% /run/user/42
/dev/mapper/data1    600G   84G  486G   15% /data1
/dev/mapper/data2    1.4T   86M  1.4T    1% /data2
/dev/mapper/data3    3.0T  848G  2.1T   30% /data3
/dev/mapper/data4    2.0T   90M  1.9T    1% /data4
tmpfs                 13G     0   13G    0% /run/user/1000
tmpfs                 13G     0   13G    0% /run/user/0