01-运维存储专题

学习背景

学习目标

Linux存储分层

存储分类

SAN

SAN的分类

IP-SAN之iscsi实现

导出端配置

yum install epel-release -y	  #没有安装epel源的,再次确认安装
yum install scsi-target-utils -y  # iscsi-target-utils软件包

rpm -qc scsi-target-utils.x86_64 0:1.0.55-4.el7   #查看该软件包配置文件所在地

dd if=/dev/zero of=/root/file1 bs=1M count=1000   #dd命令创建的一个模拟1T设备块

systemctl start tgtd
systemctl enable tgtd
lsof -i:3260

导入端配置

lsblk #查看当前磁盘分区状态
iscsiadm -m discovery -t sendtargets -p 192.168.230.204   #网络发现
iscsiadm -m node -l    #登录
lsblk  #再看

##格式化 挂载使用
mkfs.ext4 /dev/sdb  
mount /dev/sdb /mnt/
lsblk 

vim /etc/fstab  #写入fstab需注意，否则会导致系统无法正常启动

##相关命令
iscsiadm -m node -u  
iscsiadm -m node --op delete  #断开网络设备块连接，断开完需要重新发现才能登录

分布式存储

Glusterfs搭建

vim /etc/yum.repos.d/glusterfs.repo

[glusterfs]
name=glusterfs baseurl=https://buildlogs.centos.org/centos/7/storage/x86_64/gluster-4.1/ 
enabled=1 
gpgcheck=0 

可任意选择一台机子来牵头~

yum install glusterfs-server
systemctl start glusterd
systemctl enable glusterd
systemctl status glusterd

常见卷的模式

创建replica卷

 gluster volume create gv0 replica 4 storage1:/data/gv0/ storage2:/data/gv0/ storage3:/data/gv0/ storage4:/data/gv0/ force 

yum install glusterfs glusterfs-fuse -y

卷的删除

[root@storage1 ~]# gluster volume stop gv0
Stopping volume will make its data inaccessible. Do you want to continue? (y/n) y
volume stop: gv0: success
[root@storage1 ~]# gluster volume delete gv0
Deleting volume will erase all information about the volume. Do you want to continue? (y/n) y
volume delete: gv0: success
[root@storage1 ~]# gluster volume info
No volumes present
[root@storage1 ~]#

stripe模式（条带）

gluster volume create gv0 stripe 4 storage1:/data/gv0/ storage2:/data/gv0/ storage3:/data/gv0/ storage4:/data/gv0/ force

distributed模式

distributed-replica模式

做raid6

在线裁剪很危险，企业一般不使用！！！

ceph

ceph架构

配置yum源

yum install epel-release -y
vim /etc/yum.repos.d/ceph.repo

[ceph] 
name=ceph baseurl=http://mirrors.aliyun.com/ceph/rpm-mimic/el7/x86_64/ 
enabled=1 
gpgcheck=0 
priority=1

[ceph-noarch] 
name=cephnoarch baseurl=http://mirrors.aliyun.com/ceph/rpm-mimic/el7/noarch/ 
enabled=1 
gpgcheck=0 
priority=1

[ceph-source] 
name=Ceph source packages baseurl=http://mirrors.aliyun.com/ceph/rpm-mimic/el7/SRPMS 
enabled=1 
gpgcheck=0 
priority=1

#vim /etc/yum.repos.d/ceph.repo    #客户端也要加源
[localceph] 
name=localceph 
baseurl=file:///root/ceph_soft 
gpgcheck=0 
enabled=1

部署ceph

 yum install ceph-deploy   

ceph-deploy new node1

yum install ceph ceph-radosgw -y

rpm -e --nodeps  xxxx   #卸载交叉环境依赖版本冲突，不要用yum卸载容易卸掉别人的依赖

ceph -v

yum install ceph-common -y

vim /etc/ceph/ceph.conf

ceph-deploy mon create-initial

[root@node1 ceph]# ceph-deploy --overwrite-conf admin node1 node2 node3

RADOS存取原理

创建pool

ceph osd pool create test_pool 128

ceph osd pool get test_pool pg_num

rados put newfstab /etc/fstab --pool=test_pool

rados -p test_pool ls

rados rm newfstab --pool=test_pool

vim ceph.conf

ceph-deploy  --overwrite-conf admin node1 node2 node3

systemctl restart ceph-mon.target

ceph osd pool delete test_pool test_pool --yes-i-really-really-mean-it

创建ceph文件存储

 ceph-deploy mds create node1 node2 node3

[root@node1 ceph]# ceph osd pool create cephfs_pool 128
pool 'cephfs_pool' created
[root@node1 ceph]# ceph osd pool create cephfs_metadata 64
pool 'cephfs_metadata' created
[root@node1 ceph]# ceph osd pool ls | grep cephfs
cephfs_pool
cephfs_metadata
[root@node1 ceph]# ceph fs new cephfs cephfs_metadata cephfs_pool
new fs with metadata pool 3 and data pool 2
[root@node1 ceph]# ceph fs ls
name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_pool ]
[root@node1 ceph]# ceph mds stat
cephfs-1/1/1 up  {0=node3=up:active}, 2 up:standby
[root@node1 ceph]# cat /etc/ceph/ceph.client.admin.keyring
[client.admin]
        key = AQCHQvxjGRj4KhAAngftTBvMi+5pLBorOR8OkA==
        caps mds = "allow *"
        caps mgr = "allow *"
        caps mon = "allow *"
        caps osd = "allow *"

[root@client ceph]# mount -t ceph node1:6789:/ /mnt -o name=admin,secretfile=/etc/ceph/admin.key
[root@client ceph]# df -h | tail -1
192.168.230.221:6789:/   3.4G     0  3.4G    0% /mnt

删除ceph文件存储

systemctl stop ceph-mds.target

ceph fs rm cephfs --yes-i-really-mean-it

ceph osd pool delete cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it

创建ceph块存储

块存储扩容与裁剪

ceph对象存储