NFS 作为动态存储创建pvc

NFS 作为动态存储创建pvc

1、搭建nfs服务

1.1 在所有节点安装

yum install -y nfs-utils

1.2 在nfs服务器

root@k8s-node02 nfs]# systemctl enable --now nfs
root@k8s-node02 nfs]# vim /etc/exports
/data/nfs 10.0.0.0/24(rw,no_root_squash,sync)
[root@k8s-node02 nfs]# exportfs -rv
exporting 10.0.0.0/24:/data/nfs

1.3 在其它服务器检查

[root@k8s-node02 nfs]# showmount -e 10.0.0.103
Export list for 10.0.0.103:
/data/nfs 10.0.0.0/24

2、部署nfs-provisioner服务

2.1 创建namespace

#根据实际需求，可不创建
kubectl create ns xxxx

2.2 创建rbac授权

此处使用namespace：default

apiVersion: v1
kind: ServiceAccount
metadata:
  name: nfs-client-provisioner
---
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: nfs-client-provisioner-runner
rules:
  - apiGroups: [""]
    resources: ["persistentvolumes"]
    verbs: ["get", "list", "watch", "create", "delete"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims"]
    verbs: ["get", "list", "watch", "update"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["storageclasses"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["list", "watch", "create", "update", "patch"]
  - apiGroups: [""]
    resources: ["endpoints"]
    verbs: ["get", "list", "watch", "create", "update", "patch"]
---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: run-nfs-client-provisioner
subjects:
  - kind: ServiceAccount
    name: nfs-client-provisioner
    namespace: default
roleRef:
  kind: ClusterRole
  name: nfs-client-provisioner-runner
  apiGroup: rbac.authorization.k8s.io

2.3 部署provisioner

privisioner可以理解为底层存储的驱动，由privisioner管理底层存储。
privisioner以deploy方式部署了1个pod，pod内container指定了nfs的环境信息(包括name/ip/path等)，serviceAccountName=上一步创建的serviceAccount名称

note: image版本不同，可能导致创建pvc失败

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: nfs-provisioner
  name: nfs-provisioner
  namespace: default
spec:
  replicas: 1
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: nfs-provisioner
  template:
    metadata:
      labels:
        app: nfs-provisioner
    spec:
      serviceAccountName: nfs-client-provisioner
      containers:
        - name: nfs-client-provisioner
          image: gcr.io/k8s-staging-sig-storage/nfs-subdir-external-provisioner:v4.0.2
          volumeMounts:
            - name: nfs-volume
              mountPath: /persistentvolumes
          env:
            - name: PROVISIONER_NAME
              value: nfs
            - name: NFS_SERVER
              value: 10.0.0.103
            - name: NFS_PATH
              value: /data/nfs
      volumes:
        - name: nfs-volume
          nfs:
            server: 10.0.0.103
            path: /data/nfs

2.4 创建 storageclass

kind: StorageClass
metadata:
  name: nfs
  namespace: default
  annotations: 
    storageclass.beta.kubernetes.io/is-default-class: 'true'
provisioner: nfs

2.5 创建pvc

apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: myclaim
  namespace: default
spec:
  accessModes:
    - ReadWriteMany
  volumeMode: Filesystem
  resources:
    requests:
      storage: 1Gi
  storageClassName: nfs

2.6 storageclass为statefulset创建pvc/pv

apiVersion: apps/v1
kind: StatefulSet
metadata:
  labels:
    app: nginx
  name: nginx
  namespace: storage
spec:
  serviceName: "nginx"        # 等于headless service的名称
  replicas: 2
  selector:
    matchLabels:
      app: nginx
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
      - image: nginx:1.15.2
        imagePullPolicy: IfNotPresent
        name: nginx
        terminationMessagePath: /dev/termination-log
        terminationMessagePolicy: File
        volumeMounts:
        - mountPath: /mnt/nginx
          name: nfs-sc-volume
      restartPolicy: Always
      schedulerName: default-scheduler
      terminationGracePeriodSeconds: 30
  volumeClaimTemplates:                ## 指定连接到sc去申请pvc
  - metadata:
      name: nfs-sc-volume
    spec:
      accessModes:
      - ReadWriteOnce
      resources:
        limits:
          storage: 2Gi
        requests:
          storage: 1Gi
      storageClassName: nfs
      volumeMode: Filesystem