GlusterFS heketi k8s存储(test版)

所有节点安装heketi-client

yum install -y heketi-client

#服务节点安装heketi

yum install -y heketi 

** 配置服务**
cd /etc/heketi/
cp heketi.json heketi.json-abk

{
  "_port_comment": "Heketi Server Port Number",
  "port": "8080",

  "_use_auth": "Enable JWT authorization. Please enable for deployment",
  "use_auth": true, <<<<<---修改

  "_jwt": "Private keys for access",
  "jwt": {
    "_admin": "Admin has access to all APIs",
    "admin": {
      "key": "admin"<<<<<---修改
    },
    "_user": "User only has access to /volumes endpoint",
    "user": {
      "key": "admin" <<<<<---修改
    }
  },

  "_glusterfs_comment": "GlusterFS Configuration",
  "glusterfs": {
    "_executor_comment": [
      "Execute plugin. Possible choices: mock, ssh",
      "mock: This setting is used for testing and development.",
      "      It will not send commands to any node.",
      "ssh:  This setting will notify Heketi to ssh to the nodes.",
      "      It will need the values in sshexec to be configured.",
      "kubernetes: Communicate with GlusterFS containers over",
      "            Kubernetes exec api."
    ],
    "executor": "mock",

    "_sshexec_comment": "SSH username and private key file information",
    "sshexec": {
      "keyfile": "/root/.ssh/id_rsa", <<<<<---修改
      "user": "root", <<<<<---修改
      "port": "22",   <<<<<---修改
      "fstab": "/etc/fstab"
    },

    "_kubeexec_comment": "Kubernetes configuration",
    "kubeexec": {
      "host" :"https://kubernetes.host:8443",
      "cert" : "/path/to/crt.file",
      "insecure": false,
      "user": "kubernetes username",
      "password": "password for kubernetes user",
      "namespace": "OpenShift project or Kubernetes namespace",
      "fstab": "Optional: Specify fstab file on node.  Default is /etc/fstab"
    },

    "_db_comment": "Database file name",
    "db": "/var/lib/heketi/heketi.db",

    "_loglevel_comment": [
      "Set log level. Choices are:",
      "  none, critical, error, warning, info, debug",
      "Default is warning"
    ],
    "loglevel" : "debug"
  }
}

#开机启动

systemctl enable heketi

启动服务
systemctl start heketi

 启动状态
systemctl status heketi

初始化一个GFS集群
创建集群

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server http://2.1.1.120:8080 --json  cluster create
{"id":"389f3070329bfc3a4c2b374df6d667ee","nodes":[],"volumes":[],"block":true,"file":true,"blockvolumes":[]}

添加节点

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server http://2.1.1.120:8080 --json  node add --cluster "389f3070329bfc3a4c2b374df6d667ee" --management-host-name 2.1.1.121 --storage-host-name 2.1.1.121 --zone 1

{"zone":1,"hostnames":{"manage":["2.1.1.121"],"storage":["2.1.1.121"]},"cluster":"389f3070329bfc3a4c2b374df6d667ee","id":"1276a3a2f6c40b3e221678a07a71605a","state":"online","devices":[]}

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server  http://2.1.1.120:8080 node list
Id:0d0f05780af51acfd06a9c65fca66c01	Cluster:389f3070329bfc3a4c2b374df6d667ee
Id:1276a3a2f6c40b3e221678a07a71605a	Cluster:389f3070329bfc3a4c2b374df6d667ee

添加存储设备

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server  http://2.1.1.120:8080  device add --name "/heketi/data/" --node 1276a3a2f6c40b3e221678a07a71605a
Device added successfully

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server  http://2.1.1.120:8080  device add --name "/heketi/data/" --node 0d0f05780af51acfd06a9c65fca66c01
Device added successfully

查看集群拓扑

[root@abcabc heketi]# heketi-cli --user admin --secret admin --server  http://2.1.1.120:8080 topology info

Cluster Id: 389f3070329bfc3a4c2b374df6d667ee

    File:  true
    Block: true

    Volumes:


    Nodes:

	Node Id: 0d0f05780af51acfd06a9c65fca66c01
	State: online
	Cluster Id: 389f3070329bfc3a4c2b374df6d667ee
	Zone: 1
	Management Hostnames: 2.1.1.120
	Storage Hostnames: 2.1.1.120
	Devices:
		Id:288eaf3e3fc74ea86088dc4e8e5e55ec   Name:/heketi/data/       State:online    Size (GiB):500     Used (GiB):0       Free (GiB):500     
			Bricks:

	Node Id: 1276a3a2f6c40b3e221678a07a71605a
	State: online
	Cluster Id: 389f3070329bfc3a4c2b374df6d667ee
	Zone: 1
	Management Hostnames: 2.1.1.121
	Storage Hostnames: 2.1.1.121
	Devices:
		Id:5253546e8956f44b8b75c3d3598e9a53   Name:/heketi/data/       State:online    Size (GiB):500     Used (GiB):0       Free (GiB):500     
			Bricks:

精简卷

https://access.redhat.com/documentation/zh-cn/red_hat_enterprise_linux/7/html/logical_volume_manager_administration/LV#thinly_provisioned_volume_creation

快照

https://docs.gluster.org/en/latest/Administrator%20Guide/Managing%20Snapshots/#pre-requisites

转载
https://www.cnblogs.com/minseo/p/12575604.html