k8s 配置GlusterFS 存储

[root@hadoop02 data]# gluster pool list
UUID                                    Hostname        State
73447366-7ea4-4e98-98a4-6ef8133addd6    hadoop01        Connected
e51ea6d2-e449-4b03-b3b2-e3cd8467a2fb    hadoop03        Connected
cb2ce44f-b808-40c4-9572-6847e1d6d8ac    localhost       Connected
[root@hadoop02 data]# gluster volume list
test-glusterfs-volume
[root@hadoop02 data]# gluster volume info

Volume Name: test-glusterfs-volume
Type: Distribute
Volume ID: 099c37f3-adf4-4a38-bace-c0a4996dc437
Status: Started
Snapshot Count: 0
Number of Bricks: 3
Transport-type: tcp
Bricks:
Brick1: hadoop01:/data
Brick2: hadoop02:/data
Brick3: hadoop03:/data
Options Reconfigured:
nfs.disable: on
transport.address-family: inet
storage.fips-mode-rchecksum: on
[root@hadoop02 data]# gluster --version
glusterfs 9.4
Repository revision: git://git.gluster.org/glusterfs.git
Copyright (c) 2006-2016 Red Hat, Inc. <https://www.gluster.org/>
GlusterFS comes with ABSOLUTELY NO WARRANTY.
It is licensed to you under your choice of the GNU Lesser
General Public Liicense, version 3 or any later version (LGPLv3
or later), or the GNU General Public License, version 2 (GPLv2),
in all cases as published by the Free Software Foundation.
[root@hadoop02 data]#

endpoints

{
  "kind": "Endpoints",
  "apiVersion": "v1",
  "metadata": {
    "name": "glusterfs-cluster"
  },
  "subsets": [
    {
      "addresses": [{ "ip": "192.168.153.101" }],
      "ports": [{ "port": 1990 }]
    },
    {
      "addresses": [{ "ip": "192.168.153.102" }],
      "ports": [{ "port": 1990 }]
    },
    {
      "addresses": [{ "ip": "192.168.153.103" }],
      "ports": [{ "port": 1990 }]
    }
  ]
}

service

{
  "kind": "Service",
  "apiVersion": "v1",
  "metadata": {
    "name": "glusterfs-cluster"
  },
  "spec": {
    "ports": [
      {"port": 1990}
    ]
  }
}

pv | pvc

kind: PersistentVolumeClaim
apiVersion: v1
metadata:
  name: glusterfs-nginx
spec:
  accessModes:
    - ReadWriteMany
  resources:
    requests:
      storage: 1Gi
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: gluster-dev-volume
spec:
  capacity:
    storage: 1Gi
  accessModes:
    - ReadWriteMany
  glusterfs:
    endpoints: "glusterfs-cluster"
    path: "test-glusterfs-volume"
    readOnly: false

nginx

apiVersion: apps/v1
kind: Deployment
metadata:
  name: nginx-dm
spec:
  selector:
    matchLabels:
      name: nginx
  replicas: 2
  template:
    metadata:
      labels:
        name: nginx

    spec:
      containers:
        - name: nginx
          image: nginx
          imagePullPolicy: IfNotPresent
          ports:
            - containerPort: 80
          volumeMounts:
            - name: gluster-dev-volume
              mountPath: "/usr/share/nginx/html"
      volumes:
      - name: gluster-dev-volume
        persistentVolumeClaim:
          claimName: glusterfs-nginx