实验环境
# 关闭防火墙和selinux
systemctl disable firewalld.service --now
sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config
setenforce 0
target端配置
# 安装target需要的安装包
[root@iscsi-target ~]# yum -y install scsi-target-utils
# 开机自启tgtd服务,查看网络连接情况,可以看到tgtd监听了tcp的3260端口,如下:
[root@iscsi-target ~]# systemctl start tgtd
[root@iscsi-target ~]# netstat -tunlp | grep 3260
tcp 0 0 0.0.0.0:3260 0.0.0.0:* LISTEN 2956/tgtd
tcp6 0 0 :::3260 :::* LISTEN 2956/tgtd
tgtadm配置的信息,重启后会失效
,需要通过/etc/tgt/targets.conf配置文件来配置才不会,配置信息如下:
[root@iscsi-target tgt]# cat /etc/tgt/targets.conf
default-driver iscsi
<target iqn.2021-8.com.target:mystore> # targetname
<backing-store /dev/sdb> # 配置共享磁盘
vendor_id sdb # 配置发行商(任意)
lun 1 # 配置LUN号,0被控制器使用了,只能从1开始
</backing-store>
<backing-store /dev/sdc>
vendor_id sdc
lun 2
</backing-store>
<backing-store /dev/sdd>
vendor_id sdd
lun 3
</backing-store>
incominguser iscsi 123456 # 配置认证的用户名和密码
initiator-address 192.168.0.0/24 # 配置允许的网段
</target>
# 或者使用这种配置,上面效果一样
[root@iscsi-target tgt]# cat targets.conf
default-driver iscsi
<target iqn.2021-8.com.target:mystore>
backing-store /dev/sdb
backing-store /dev/sdc
backing-store /dev/sdd
incominguser iscsi 123456
initiator-address 192.168.0.0/24
</target>
# 重启服务
[root@iscsi-target tgt]# systemctl restart tgtd
# 查看target信息
[root@iscsi-target tgt]# tgtadm -L iscsi -m target -o show
[root@iscsi-target tgt]# tgtadm -L iscsi -m target -o show
Target 1: iqn.2021-8.com.target:mystore
System information:
Driver: iscsi
State: ready
I_T nexus information:
LUN information:
LUN: 0
Type: controller
SCSI ID: IET 00010000
SCSI SN: beaf10
Size: 0 MB, Block size: 1
Online: Yes
Removable media: No
Prevent removal: No
Readonly: No
SWP: No
Thin-provisioning: No
Backing store type: null
Backing store path: None
Backing store flags:
LUN: 1
Type: disk
SCSI ID: IET 00010001
SCSI SN: beaf11
Size: 2147 MB, Block size: 512
Online: Yes
Removable media: No
Prevent removal: No
Readonly: No
SWP: No
Thin-provisioning: No
Backing store type: rdwr
Backing store path: /dev/sdb
Backing store flags:
LUN: 2
Type: disk
SCSI ID: IET 00010002
SCSI SN: beaf12
Size: 3221 MB, Block size: 512
Online: Yes
Removable media: No
Prevent removal: No
Readonly: No
SWP: No
Thin-provisioning: No
Backing store type: rdwr
Backing store path: /dev/sdc
Backing store flags:
LUN: 3
Type: disk
SCSI ID: IET 00010003
SCSI SN: beaf13
Size: 4295 MB, Block size: 512
Online: Yes
Removable media: No
Prevent removal: No
Readonly: No
SWP: No
Thin-provisioning: No
Backing store type: rdwr
Backing store path: /dev/sdd
Backing store flags:
Account information:
iscsi
ACL information:
192.168.0.0/24
initiator配置
# iscsi-initiator-1、iscsi-initiator-2安装包
yum -y install iscsi-initiator-utils
# 配置initiator名称
[root@iscsi-initiator-1 ~]# cat /etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.1994-05.com.redhat:iscsi-initiator-1
[root@iscsi-initiator-2 ~]# cat /etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.1994-05.com.redhat:iscsi-initiator-2
# iscsi-initiator-1、iscsi-initiator-2配置账号
[root@iscsi-initiator-1 ~]# cat /etc/iscsi/iscsid.conf
node.session.auth.authmethod = CHAP
node.session.auth.username = iscsi
node.session.auth.password = 123456
node.startup = automatic
....................................
# 启动各节点iscsi服务
[root@iscsi-initiator-1 ~]# systemctl start iscsi
第一条路径
各节点发现target,并登录,各节点要使用target的LUN必须先发现,再登录后才能用
,发现操作指定target的IP地址,登录需要指定发现的target名称和IP/端口;注意,如果登录不成功,可能是因为上面的配置用户不对,修改正确后需要重启iscsi服务,重新发现target,不然还是登录不了,过程如下
# 发现
[root@iscsi-initiator-1 ~]# iscsiadm -m discovery -t st -p 192.168.0.21:3260
192.168.0.21:3260,1 iqn.2021-8.com.target:mystore
# 登录
[root@iscsi-initiator-1 ~]# iscsiadm -m node -T iqn.2021-8.com.target:mystore -p 192.168.0.21 -l
Logging in to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.21,3260] (multiple)
Login to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.21,3260] successful.
# 查看磁盘
[root@iscsi-initiator-1 ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 70G 0 disk
├─sda1 8:1 0 1G 0 part /boot
└─sda2 8:2 0 69G 0 part
├─centos-root 253:0 0 45G 0 lvm /
├─centos-swap 253:1 0 2G 0 lvm [SWAP]
└─centos-home 253:2 0 22G 0 lvm /home
sdb 8:16 0 2G 0 disk
sdc 8:32 0 3G 0 disk
sdd 8:48 0 4G 0 disk
sr0 11:0 1 1024M 0 rom
第二条路径
# 发现
[root@iscsi-initiator-1 ~]# iscsiadm -m discovery -t st -p 192.168.0.22:3260
192.168.0.22:3260,1 iqn.2021-8.com.target:mystore
# 登录
[root@iscsi-initiator-1 ~]# iscsiadm -m node -T iqn.2021-8.com.target:mystore -p 192.168.0.22 -l
Logging in to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.22,3260] (multiple)
Login to [iface: default, target: iqn.2021-8.com.target:mystore, portal: 192.168.0.22,3260] successful.
# 查看磁盘,可以发现目前有6块磁盘了(6=2*3),这里就出现了多条路径
[root@iscsi-initiator-1 ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 70G 0 disk
├─sda1 8:1 0 1G 0 part /boot
└─sda2 8:2 0 69G 0 part
├─centos-root 253:0 0 45G 0 lvm /
├─centos-swap 253:1 0 2G 0 lvm [SWAP]
└─centos-home 253:2 0 22G 0 lvm /home
sdb 8:16 0 2G 0 disk
sdc 8:32 0 3G 0 disk
sdd 8:48 0 4G 0 disk
sde 8:64 0 2G 0 disk
sdf 8:80 0 3G 0 disk
sdg 8:96 0 4G 0 disk
# 查看当前session
[root@iscsi-initiator-1 ~]# iscsiadm -m session
tcp: [1] 192.168.0.21:3260,1 iqn.2021-8.com.target:mystore (non-flash)
tcp: [2] 192.168.0.22:3260,1 iqn.2021-8.com.target:mystore (non-flash)
安装multipath
# 安装multipath
[root@iscsi-initiator-1 ~]# yum install -y device-mapper device-mapper-multipath
# 在/etc下生成配置文件:multipath.conf
[root@iscsi-initiator-1 ~]# mpathconf --enable
# 查看当前WWID号
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sda
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdb
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdc
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdd
360000000000000000e00000000010003
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sde
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdf
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdg
360000000000000000e00000000010003
# multipath配置( 默认/etc/multipath/下没有文件,当第一次启动后,会生成WWID,bindings文件)
[root@iscsi-initiator-1 etc]# cat /etc/multipath.conf
defaults {
user_friendly_names yes
}
blacklist {
devnode "^sda"
}
multipaths {
multipath {
wwid 360000000000000000e00000000010001
alias iscsi-mpath1
}
multipath {
wwid 360000000000000000e00000000010002
alias iscsi-mpath2
}
multipath {
wwid 360000000000000000e00000000010003
alias iscsi-mpath3
}
}
# 启动mutipathd
[root@iscsi-initiator-1 ~]# systemctl start multipathd
# 查看当前磁盘
[root@iscsi-initiator-1 etc]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 70G 0 disk
├─sda1 8:1 0 1G 0 part /boot
└─sda2 8:2 0 69G 0 part
├─centos-root 253:0 0 45G 0 lvm /
├─centos-swap 253:1 0 2G 0 lvm [SWAP]
└─centos-home 253:2 0 22G 0 lvm /home
sdb 8:16 0 2G 0 disk
└─iscsi-mpath1 253:3 0 2G 0 mpath
sdc 8:32 0 3G 0 disk
└─iscsi-mpath2 253:4 0 3G 0 mpath
sdd 8:48 0 4G 0 disk
└─iscsi-mpath3 253:5 0 4G 0 mpath
sde 8:64 0 2G 0 disk
└─iscsi-mpath1 253:3 0 2G 0 mpath
sdf 8:80 0 3G 0 disk
└─iscsi-mpath2 253:4 0 3G 0 mpath
sdg 8:96 0 4G 0 disk
└─iscsi-mpath3 253:5 0 4G 0 mpath
sr0 11:0 1 1024M 0 rom
# 查看当前磁盘
[root@iscsi-initiator-1 etc]# fdisk -l
Disk /dev/sda: 75.2 GB, 75161927680 bytes, 146800640 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk label type: dos
Disk identifier: 0x000e8f68
Device Boot Start End Blocks Id System
/dev/sda1 * 2048 2099199 1048576 83 Linux
/dev/sda2 2099200 146800639 72350720 8e Linux LVM
Disk /dev/mapper/centos-root: 48.3 GB, 48335159296 bytes, 94404608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/centos-swap: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/centos-home: 23.6 GB, 23597154304 bytes, 46088192 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdb: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdc: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sde: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdf: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdg: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/iscsi-mpath1: 2147 MB, 2147483648 bytes, 4194304 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/iscsi-mpath2: 3221 MB, 3221225472 bytes, 6291456 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/iscsi-mpath3: 4294 MB, 4294967296 bytes, 8388608 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
# iscsi-mpath1、iscsi-mpath2、iscsi-mpath3为我们实际去使用的磁盘
# 查看uuid(iscsi-mpath1,iscsi-mpath2已事先格式化,故而存在UUID)
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath1
/dev/mapper/iscsi-mpath1: UUID="c2efbe16-3083-4bc5-84b1-761570c9d5ae" TYPE="ext4"
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath2
/dev/mapper/iscsi-mpath2: UUID="dd2003f2-9765-4f16-8493-d534f1bcc604" TYPE="ext4"
[root@iscsi-initiator-1 ~]# blkid /dev/mapper/iscsi-mpath3
查看WWID号
承接initiator配置-安装multipath后
# 方式一
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sda
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdb
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdc
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdd
360000000000000000e00000000010003
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sde
360000000000000000e00000000010001
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdf
360000000000000000e00000000010002
[root@iscsi-initiator-1 ~]# /lib/udev/scsi_id --whitelisted --device=/dev/sdg
360000000000000000e00000000010003
通过方式二修改wwid<->alias别名后,需要重新发现发现iscsi(先退出登录,删除信息,然后重新发现)
# 方式二
[root@iscsi-initiator-1 ~]# cat /etc/multipath/bindings
# Multipath bindings, Version : 1.0
# NOTE: this file is automatically maintained by the multipath program.
# You should not need to edit this file in normal circumstances.
#
# Format:
# alias wwid
#
mpatha 360000000000000000e00000000010001
mpathb 360000000000000000e00000000010002
mpathc 360000000000000000e00000000010003