cat /sys/block/sdb/queue/optimal_io_size 1048576

cat /sys/block/sdb/queue/minimum_io_size 262144

cat /sys/block/sdb/alignment_offset 0

cat /sys/block/sdb/queue/physical_block_size 512

把optimal_io_size的值与alignment_offset的值相加，之后除以physical_block_size的值.：(1048576 + 0) / 512 = 2048。
1.2 安装ceph-deploy

target = node-1

yum install ceph-depoy -y
1.3 初始化ceph和mon

target = node-1

mkdir ~/ceph-deploy && cd ~/ceph-deploy
ceph-deploy new node-1

编辑ceph.conf

vim ceph.conf
[global]
fsid = 6b2a4554-4f3d-4ae6-be57-6f8b0f9bd744
mon_initial_members = node-1
mon_host = 192.168.56.21
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx

public_network=192.168.56.0/24

osd pool default size = 2

osd journal size = 128

安装ceph包(会下载使用epel源)

ceph-deploy install node-1 node-2 node-3

如无外网，可手工安装

yum install ceph -y

初始化mon节点

ceph-deploy mon create-initial

添加 Monitors

ceph-deploy mon add node-2 node-3

把配置文件和 admin 密钥拷贝到管理节点和 Ceph 节点

ceph-deploy admin node-1 node-2 node-3
1.4 配置osd

ceph-deploy disk zap node-3:vdb1
ceph-deploy disk zap node-3:vdb2

为磁盘打osd标签

sgdisk --typecode=1:4fbd7e29-9d25-41b8-afd0-062c0ceff05d /dev/vdb
sgdisk --typecode=2:4fbd7e29-9d25-41b8-afd0-062c0ceff05d /dev/vdb
blkid -p -o udev /dev/vdb2
udevadm info -q property /dev/vdb1

prepare osd

ceph-deploy osd prepare node-3:vdb1
ceph-deploy osd prepare node-3:vdb2

activate osd

ceph-deploy osd activate node-3:vdb1
ceph-deploy osd activate node-3:vdb2
1.5 创建pool

pool大小 = osd个数 * 200 / 副本数 * 比例

ceph osd pool create vms 128
ceph osd pool create volumes 128
1.6 添加用户key

ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms'
ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=vms'
ceph auth get-or-create client.nova mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=vms'

ceph auth get-or-create client.glance >ceph.client.glance.keyring
ceph auth get-or-create client.cinder >ceph.client.cinder.keyring
ceph auth get-or-create client.nova >ceph.client.nova.keyring
centos7.2
newton需要使用Jewel

2.手工搭建

2.1 安装ceph

yum install ceph
2.2 打开防火墙策略

在monitor节点
iptables -I INPUT -p tcp --dport 6789 -j ACCEPT #仅在monitor上打开
iptables -I INPUT -p tcp --match multiport --dports 6800:7300 -j ACCEPT #所有节点上打开

在osd 节点添加 /etc/sysconfig/iptables文件，
-A INPUT -p tcp -m multiport --dports 6789 -m comment --comment "010 ceph-mon allow" -j ACCEPT
-A INPUT -p tcp -m multiport --dports 6800:7100 -m comment --comment "011 ceph-osd allow" -j ACCEPT
2.3 创建mon

ceph-authtool --create-keyring /tmp/ceph.mon.keyring --gen-key -n mon. --cap mon 'allow '
ceph-authtool --create-keyring /etc/ceph/ceph.client.admin.keyring --gen-key -n client.admin --set-uid=0 --cap mon 'allow ' --cap osd 'allow *' --cap mds 'allow'
ceph-authtool /tmp/ceph.mon.keyring --import-keyring /etc/ceph/ceph.client.admin.keyring
monmaptool --create --add node-1 1.1.1.61 --fsid a7f64266-0894-4f1e-a635-d0aeaca0e993 /tmp/monmap
mkdir /var/lib/ceph/mon/ceph-node-1
chown -R ceph:ceph /var/lib/ceph/mon/ceph-node-1
sudo -u ceph ceph-mon --cluster ceph --mkfs -i node-1 --monmap /tmp/monmap --keyring /tmp/ceph.mon.keyring
touch /var/lib/ceph/mon/ceph-node-1/done
systemctl enable ceph-mon@node-1
systemctl start ceph-mon@node-1
ceph -s
2.3 添加mon

mkdir /var/lib/ceph/mon/ceph-node-2
chown -R ceph:ceph /var/lib/ceph/mon/ceph-node-2
ceph auth get mon. -o /tmp/key-filename
ceph mon getmap -o /tmp/map-filename
monmaptool --print /tmp/map-filename
sudo -u ceph ceph-mon -i node-2 --mkfs --monmap /tmp/map-filename --keyring /tmp/key-filename
touch /var/lib/ceph/mon/ceph-node-2/done
systemctl enable ceph-mon@node-2
systemctl start ceph-mon@node-2
2.4 添加OSD

在 node-1

scp /var/lib/ceph/bootstrap-osd/ceph.keyring node-3:/var/lib/ceph/bootstrap-osd/ceph.keyring

清除OSD原有数据

ceph-disk zap /dev/vdb

准备OSD，会自动启动osd

ceph-disk -v prepare --fs-type xfs --cluster-uuid a7f64266-0894-4f1e-a635-d0aeaca0e993 /dev/vdb
创建pools

ceph osd pool delete rbd rbd --yes-i-really-really-mean-it
ceph osd pool create vms 300
ceph osd pool create images 40
ceph osd pool create volumes 120
创建用户

转载于:https://www.cnblogs.com/niutan/p/7106886.html