Multipath多路径实验

实验环境

在这里插入图片描述

# 关闭防火墙和selinux
	systemctl disable firewalld.service --now
	sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config
	setenforce 0

target端配置

# 安装target需要的安装包
[root@iscsi-target ~]# yum -y install scsi-target-utils

# 开机自启tgtd服务,查看网络连接情况,可以看到tgtd监听了tcp的3260端口,如下:
[root@iscsi-target ~]# systemctl start tgtd
[root@iscsi-target ~]# netstat -tunlp | grep 3260
tcp        0      0 0.0.0.0:3260            0.0.0.0:*               LISTEN      2956/tgtd           
tcp6       0      0 :::3260                 :::*                    LISTEN      2956/tgtd

tgtadm配置的信息,重启后会失效,需要通过/etc/tgt/targets.conf配置文件来配置才不会,配置信息如下:

[root@iscsi-target tgt]# cat /etc/tgt/targets.conf 
default-driver iscsi
<target iqn.2021-8.com.target:mystore>  # targetname
    <backing-store /dev/sdb>			# 配置共享磁盘
        vendor_id sdb					# 配置发行商(任意)
        lun 1 							# 配置LUN号,0被控制器使用了,只能从1开始
    </backing-store>
 
    <backing-store /dev/sdc> 
        vendor_id sdc 
        lun 2 
    </backing-store>
 
    <backing-store /dev/sdd> 
        vendor_id sdd 
        lun 3 
    </backing-store>
    
    incominguser iscsi 123456			# 配置认证的用户名和密码
    initiator-address 192.168.0.0/24    # 配置允许的网段  
</target>

# 或者使用这种配置,上面效果一样
[root@iscsi-target tgt]# cat targets.conf
default-driver iscsi
<target iqn.2021-8.com.target:mystore> 
    backing-store /dev/sdb
    backing-store /dev/sdc
    backing-store /dev/sdd
    incominguser iscsi 123456
    initiator-address 192.168.0.0/24 
</target>

# 重启服务
[root@iscsi-target tgt]# systemctl restart tgtd

# 查看target信息
[root@iscsi-target tgt]# tgtadm -L iscsi -m target -o show
[root@iscsi-target tgt]# tgtadm -L iscsi -m target -o show
Target 1: iqn.2021-8.com.target:mystore
    System information:
        Driver: iscsi
        State: ready
    I_T nexus information:
    LUN information:
        LUN: 0
            Type: controller
            SCSI ID: IET     00010000
            SCSI SN: beaf10
            Size: 0 MB, Block size: 1
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: null
            Backing store path: None
            Backing store flags: 
        LUN: 1
            Type: disk
            SCSI ID: IET     00010001
            SCSI SN: beaf11
            Size: 2147 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /dev/sdb
            Backing store flags: 
        LUN: 2
            Type: disk
            SCSI ID: IET     00010002
            SCSI SN: beaf12
            Size: 3221 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /dev/sdc
            Backing store flags: 
        LUN: 3
            Type: disk
            SCSI ID: IET     00010003
            SCSI SN: beaf13
            Size: 4295 MB, Block size: 512
            Online: Yes
            Removable media: No
            Prevent removal: No
            Readonly: No
            SWP: No
            Thin-provisioning: No
            Backing store type: rdwr
            Backing store path: /dev/sdd
            Backing store flags: 
    Account information:
        iscsi
    ACL information:
        192.168.0.0/24

initiator配置

# iscsi-initiator-1、iscsi-initiator-2安装包
	yum -y install iscsi-initiator-utils
	
# 配置initiator名称
[root@iscsi-initiator-1 ~]# cat /etc/iscsi/initiatorname.iscsi 
InitiatorName=iqn.1994-05.com.redhat:iscsi-initiator-1
[root@iscsi-initiator-2 ~]# cat /etc/iscsi/initiatorname.iscsi 
InitiatorName=iqn.1994-05.com.redhat:iscsi-initiator-2


# iscsi-initiator-1、iscsi-initiator-2配置账号
[root@iscsi-initiator-1 ~]# cat /etc/iscsi/iscsid.conf
node.session.auth.authmethod = CHAP
node.session.auth.username = iscsi
node.session.auth.password = 123456
node.startup = automatic
....................................

# 启动各节点iscsi服务
[root@iscsi-initiator-1 ~]# systemctl start iscsi
第一条路径

​ 各节点发现target,并登录,各节点要使用target的LUN必须先发现,再登录后才能用,发现操作指定target的IP地址,登录需要指定发现的target名称和IP/端口;注意,如果登录不成功,可能是因为上面的配置用户不对,修改正确后需要重启iscsi服务,重新发现target,不然还是登录不了,过程如下

# 发现
[root@iscsi-initiator-1 ~]# iscsiadm -m discovery -t st -p 192.168.0.21:3260
192.168.0.21:3260,1 iqn.2021-8.com.target:mystore

# 登录
[root@iscsi-initiator-1 ~]# iscsiadm -m node -T iqn.2021-8.com.target:mystore -p 192.168.0.21 -l
Logging in to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.21,3260] (multiple)
Login to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.21,3260] successful.

# 查看磁盘
[root@iscsi-initiator-1 ~]# lsblk 
NAME            MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
sda               8:0    0   70G  0 disk 
├─sda1            8:1    0    1G  0 part /boot
└─sda2            8:2    0   69G  0 part 
  ├─centos-root 253:0    0   45G  0 lvm  /
  ├─centos-swap 253:1    0    2G  0 lvm  [SWAP]
  └─centos-home 253:2    0   22G  0 lvm  /home
sdb               8:16   0    2G  0 disk 
sdc               8:32   0    3G  0 disk 
sdd               8:48   0    4G  0 disk 
sr0              11:0    1 1024M  0 rom 
第二条路径
# 发现
[root@iscsi-initiator-1 ~]# iscsiadm -m discovery -t st -p 192.168.0.22:3260
192.168.0.22:3260,1 iqn.2021-8.com.target:mystore

# 登录
[root@iscsi-initiator-1 ~]# iscsiadm -m node -T iqn.2021-8.com.target:mystore -p 192.168.0.22 -l
Logging in to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.22,3260] (multiple)
Login to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.22,3260] successful.

# 查看磁盘,可以发现目前有6块磁盘了(6=2*3),这里就出现了多条路径
[root@iscsi-initiator-1 ~]# lsblk 
NAME            MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
sda               8:0    0   70G  0 disk 
├─sda1            8:1    0    1G  0 part /boot
└─sda2            8:2    0   69G  0 part 
  ├─centos-root 253:0    0   45G  0 lvm  /
  ├─centos-swap 253:1    0    2G  0 lvm  [SWAP]
  └─centos-home 253:2    0   22G  0 lvm  /home
sdb               8:16   0    2G  0 disk 
sdc               8:32   0    3G  0 disk 
sdd               8:48   0    4G  0 disk 
sde               8:64   0    2G  0 disk 
sdf               8:80   0    3G  0 disk 
sdg               8:96   0    4G  0 disk 

# 查看当前session
[root@iscsi-initiator-1 ~]# iscsiadm -m session
tcp: [1] 192.168.0.21:3260,1 iqn.2021-8.com.target:mystore (non-flash)
tcp: [2] 192.168.0.22:3260,1 iqn.2021-8.com.target:mystore (non-flash)
安装multipath
# 安装multipath
[root@iscsi-initiator-1 ~]# yum install -y device-mapper device-mapper-multipath

# 在/etc下生成配置文件:multipath.conf
[root@iscsi-initiator-1 ~]# mpathconf --enable

# 查看当前WWID号
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sda
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdb
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdc
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdd
360000000000000000e00000000010003
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sde
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdf
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdg
360000000000000000e00000000010003

# multipath配置( 默认/etc/multipath/下没有文件,当第一次启动后,会生成WWID,bindings文件)
[root@iscsi-initiator-1 etc]# cat /etc/multipath.conf 
defaults {
	user_friendly_names yes
}

blacklist {
	devnode "^sda"
}

multipaths {
	multipath {
		wwid			360000000000000000e00000000010001
		alias			iscsi-mpath1
	}
	multipath {
		wwid			360000000000000000e00000000010002
		alias			iscsi-mpath2
	}
	multipath {
		wwid			360000000000000000e00000000010003
		alias			iscsi-mpath3
	}
}

# 启动mutipathd
[root@iscsi-initiator-1 ~]# systemctl start multipathd
# 查看当前磁盘
[root@iscsi-initiator-1 etc]# lsblk 
NAME            MAJ:MIN RM  SIZE RO TYPE  MOUNTPOINT
sda               8:0    0   70G  0 disk  
├─sda1            8:1    0    1G  0 part  /boot
└─sda2            8:2    0   69G  0 part  
  ├─centos-root 253:0    0   45G  0 lvm   /
  ├─centos-swap 253:1    0    2G  0 lvm   [SWAP]
  └─centos-home 253:2    0   22G  0 lvm   /home
sdb               8:16   0    2G  0 disk  
└─iscsi-mpath1  253:3    0    2G  0 mpath 
sdc               8:32   0    3G  0 disk  
└─iscsi-mpath2  253:4    0    3G  0 mpath 
sdd               8:48   0    4G  0 disk  
└─iscsi-mpath3  253:5    0    4G  0 mpath 
sde               8:64   0    2G  0 disk  
└─iscsi-mpath1  253:3    0    2G  0 mpath 
sdf               8:80   0    3G  0 disk  
└─iscsi-mpath2  253:4    0    3G  0 mpath 
sdg               8:96   0    4G  0 disk  
└─iscsi-mpath3  253:5    0    4G  0 mpath 
sr0              11:0    1 1024M  0 rom  

# 查看当前磁盘
[root@iscsi-initiator-1 etc]# fdisk -l

Disk /dev/sda: 75.2 GB, 75161927680 bytes, 146800640 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk label type: dos
Disk identifier: 0x000e8f68

   Device Boot      Start         End      Blocks   Id  System
/dev/sda1   *        2048     2099199     1048576   83  Linux
/dev/sda2         2099200   146800639    72350720   8e  Linux LVM

Disk /dev/mapper/centos-root: 48.3 GB, 48335159296 bytes, 94404608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/mapper/centos-swap: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/mapper/centos-home: 23.6 GB, 23597154304 bytes, 46088192 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sdb: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sdc: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sde: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sdf: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/sdg: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/mapper/iscsi-mpath1: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/mapper/iscsi-mpath2: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes


Disk /dev/mapper/iscsi-mpath3: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes

# iscsi-mpath1、iscsi-mpath2、iscsi-mpath3为我们实际去使用的磁盘


# 查看uuid(iscsi-mpath1,iscsi-mpath2已事先格式化,故而存在UUID)
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath1
/dev/mapper/iscsi-mpath1: UUID="c2efbe16-3083-4bc5-84b1-761570c9d5ae" TYPE="ext4" 
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath2
/dev/mapper/iscsi-mpath2: UUID="dd2003f2-9765-4f16-8493-d534f1bcc604" TYPE="ext4" 
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath3

查看WWID号

承接initiator配置-安装multipath后

# 方式一
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sda
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdb
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdc
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdd
360000000000000000e00000000010003
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sde
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdf
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdg
360000000000000000e00000000010003

通过方式二修改wwid<->alias别名后,需要重新发现发现iscsi(先退出登录,删除信息,然后重新发现)

# 方式二
[root@iscsi-initiator-1 ~]# cat /etc/multipath/bindings 
# Multipath bindings, Version : 1.0
# NOTE: this file is automatically maintained by the multipath program.
# You should not need to edit this file in normal circumstances.
#
# Format:
# alias wwid
#
mpatha 360000000000000000e00000000010001
mpathb 360000000000000000e00000000010002
mpathc 360000000000000000e00000000010003
  • 1
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 打赏
    打赏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

旺仔_牛奶

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付:¥1
获取中
扫码支付

您的余额不足,请更换扫码支付或充值

打赏作者

实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值