Ceph 不同的osd盘创建不同类型的pool

最新推荐文章于 2022-11-08 20:45:00 发布

石兴稳

最新推荐文章于 2022-11-08 20:45:00 发布

阅读量588

点赞数

分类专栏： Ceph

本文链接：https://blog.csdn.net/zuopiezia/article/details/102394022

版权

Ceph 专栏收录该内容

12 篇文章 0 订阅

订阅专栏

###查看crushmap

[root@ceph01 ~]# ceph osd getcrushmap -o crushmap.txt
97
[root@ceph01 ~]# crushtool -d crushmap.txt -o crushmap-decompile
[root@ceph01 ~]# ls
anaconda-ks.cfg  crushmap-decompile  crushmap.txt

# types bucket(桶)的类型有11 种，

type 0 osd
type 1 host
type 2 chassis
type 3 rack
type 4 row
type 5 pdu
type 6 pod
type 7 room
type 8 datacenter
type 9 region
type 10 root

###查看 osd 设备类型

[root@ceph01 ~]# ceph osd crush class ls-osd hdd
0
1
2
3
4
5
6
7

###删除某些osd设备类型

[root@ceph01 ~]# ceph osd crush rm-device-class 0
done removing class of osd(s): 0
[root@ceph01 ~]# ceph osd crush rm-device-class 2
done removing class of osd(s): 2
[root@ceph01 ~]# ceph osd crush rm-device-class 4
done removing class of osd(s): 4
[root@ceph01 ~]# ceph osd crush rm-device-class 6
done removing class of osd(s): 6

###新增osd 设备类型

[root@ceph01 ~]# ceph osd crush set-device-class ssd 0
set osd(s) 0 to class 'ssd'
[root@ceph01 ~]# ceph osd crush set-device-class ssd 2
set osd(s) 2 to class 'ssd'
[root@ceph01 ~]# ceph osd crush set-device-class ssd 4
set osd(s) 4 to class 'ssd'
[root@ceph01 ~]# ceph osd crush set-device-class ssd 6
set osd(s) 6 to class 'ssd'

###查看osd 类型是否修改

[root@ceph01 ~]# ceph osd tree
ID  CLASS WEIGHT  TYPE NAME       STATUS REWEIGHT PRI-AFF                          
 -1       0.39038 root default                            
 -3       0.09760     host ceph01                         
  1   hdd 0.04880         osd.1       up  1.00000 1.00000
  0   ssd 0.04880         osd.0       up  1.00000 1.00000
 -5       0.09760     host ceph02                         
  3   hdd 0.04880         osd.3       up  1.00000 1.00000
  2   ssd 0.04880         osd.2       up  1.00000 1.00000
 -7       0.09760     host ceph03                         
  5   hdd 0.04880         osd.5       up  1.00000 1.00000
  4   ssd 0.04880         osd.4       up  1.00000 1.00000
 -9       0.09760     host ceph04                         
  7   hdd 0.04880         osd.7       up  1.00000 1.00000
  6   ssd 0.04880         osd.6       up  1.00000 1.00000
[root@ceph01 ~]#

###osd 类型有原来的hdd 变为2个类型

[root@ceph01 ~]# ceph osd crush class ls
[
    "hdd",
    "ssd"
]

###创建一个类型为root 的bucket

[root@ceph01 ~]# ceph osd crush add-bucket ceph-ssd root
added bucket ceph-ssd type root to crush map

####创建一个rule

[root@ceph01 ~]# ceph osd crush rule create-simple ssd ceph-ssd host firstn

##创建4个类型为host 的 4个bucket

[root@ceph01 ~]# ceph osd crush add-bucket ceph01-ssd host
added bucket ceph01-ssd type host to crush map
[root@ceph01 ~]# ceph osd crush add-bucket ceph02-ssd host
added bucket ceph02-ssd type host to crush map
[root@ceph01 ~]# ceph osd crush add-bucket ceph03-ssd host
added bucket ceph03-ssd type host to crush map
[root@ceph01 ~]# ceph osd crush add-bucket ceph04-ssd host
added bucket ceph04-ssd type host to crush map

##把 4个bucket 放到类型为root 的bucket 中

##ceph osd crush move {bucket-name} {bucket-type}={bucket-name}, [...]
[root@ceph01 ~]# ceph osd crush move ceph04-ssd root=ceph-ssd
moved item id -35 name 'ceph04-ssd' to location {root=ceph-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move ceph03-ssd root=ceph-ssd
moved item id -34 name 'ceph03-ssd' to location {root=ceph-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move ceph02-ssd root=ceph-ssd
moved item id -33 name 'ceph02-ssd' to location {root=ceph-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move ceph01-ssd root=ceph-ssd
moved item id -32 name 'ceph01-ssd' to location {root=ceph-ssd} in crush map
[root@ceph01 ~]#

####把ssd 类型的盘全部移到相应的ceph0X-ssd 下面

##ceph osd crush move osd.x {bucket-type}={bucket-name}, [...]
[root@ceph01 ~]# ceph osd crush move osd.0 host=ceph01-ssd
moved item id 0 name 'osd.0' to location {host=ceph01-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move osd.2 host=ceph02-ssd
moved item id 2 name 'osd.2' to location {host=ceph02-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move osd.4 host=ceph03-ssd
moved item id 4 name 'osd.4' to location {host=ceph03-ssd} in crush map
[root@ceph01 ~]# ceph osd crush move osd.6 host=ceph04-ssd
moved item id 6 name 'osd.6' to location {host=ceph04-ssd} in crush map
[root@ceph01 ~]#

####查看osd 分布情况

[root@ceph01 ~]# ceph osd tree
ID  CLASS WEIGHT  TYPE NAME           STATUS REWEIGHT PRI-AFF
-31       0.19519 root ceph-ssd                               
-32       0.04880     host ceph01-ssd                         
  0   ssd 0.04880         osd.0           up  1.00000 1.00000
-33       0.04880     host ceph02-ssd                         
  2   ssd 0.04880         osd.2           up  1.00000 1.00000
-34       0.04880     host ceph03-ssd                         
  4   ssd 0.04880         osd.4           up  1.00000 1.00000
-35       0.04880     host ceph04-ssd                         
  6   ssd 0.04880         osd.6           up  1.00000 1.00000
 -1       0.19519 root default                                
 -3       0.04880     host ceph01                             
  1   hdd 0.04880         osd.1           up  1.00000 1.00000
 -5       0.04880     host ceph02                             
  3   hdd 0.04880         osd.3           up  1.00000 1.00000
 -7       0.04880     host ceph03                             
  5   hdd 0.04880         osd.5           up  1.00000 1.00000
 -9       0.04880     host ceph04                             
  7   hdd 0.04880         osd.7           up  1.00000 1.00000
[root@ceph01 ~]#

####创建一个后端类型是ssd 的pool

[root@ceph01 ~]# ceph osd pool create pool_ssd 32 replicated ssd
pool 'pool_ssd' created

###查看pool

[root@ceph01 ~]# ceph osd pool ls
images
images2
images3
.rgw.root
default.rgw.control
default.rgw.meta
default.rgw.log
cephfs_data
cephfs_metadata
pool_ssd
[root@ceph01 ~]#

##https://docs.ceph.com/docs/master/rados/operations/crush-map/#crush-map-bucket-types