k8s离线部署学习-NFS部署

注意： 部署在存储节点

下载：

apt-get download $(apt-cache depends --recurse --no-recommends --no-suggests --no-conflicts --no-breaks --no-replaces --no-enhances --no-pre-depends nfs-common | grep -v i386 | grep "^\w")

所有node安装：

dpkg -i *.deb

创建目录(存储node)

mkdir -p /data/k8s

配置nfs(存储node)

1. vim /etc/exports\

2. 写入所有node的ip，以空格隔开

   /data/k8s 10.0.7.125(rw,no_root_squash,sync) 10.0.7.212(rw,no_root_squash,sync)

3. 生效：exportfs -r

测试配置(存储node)

showmount -e 10.0.7.125


# Export list for 10.0.7.125:
# /data/k8s 10.0.7.212,10.0.7.125

rbac

apiVersion: v1
kind: ServiceAccount
metadata:
  name: nfs-provisioner
  namespace: default
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
  name: nfs-provisioner-runner
  namespace: default
rules:
   -  apiGroups: [""]
      resources: ["persistentvolumes"]
      verbs: ["get", "list", "watch", "create", "delete"]
   -  apiGroups: [""]
      resources: ["persistentvolumeclaims"]
      verbs: ["get", "list", "watch", "update"]
   -  apiGroups: ["storage.k8s.io"]
      resources: ["storageclasses"]
      verbs: ["get", "list", "watch"]
   -  apiGroups: [""]
      resources: ["events"]
      verbs: ["watch", "create", "update", "patch"]
   -  apiGroups: [""]
      resources: ["services", "endpoints"]
      verbs: ["get","create","list", "watch","update"]
   -  apiGroups: ["extensions"]
      resources: ["podsecuritypolicies"]
      resourceNames: ["nfs-provisioner"]
      verbs: ["use"]
---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: run-nfs-provisioner
subjects:
  - kind: ServiceAccount
    name: nfs-provisioner
    namespace: default
roleRef:
  kind: ClusterRole
  name: nfs-provisioner-runner
  apiGroup: rbac.authorization.k8s.io

deployment

准备nfs-subdir-external-provisioner_v4.0.2.tar

docker load -i nfs-subdir-external-provisioner_v4.0.2.tar

docker tag willdockerhub/nfs-subdir-external-provisioner:v4.0.2 10.0.7.125:8000/library/nfs-subdir-external-provisioner:v4.0.2


docker push 10.0.7.125:8000/library/nfs-subdir-external-provisioner:v4.0.2

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: nfs-client-provisioner
  name: db-nfs-client
  namespace: default
spec:
  replicas: 1
  revisionHistoryLimit: 10
  selector:
    matchLabels:
      app: nfs-client-provisioner
  template:
    metadata:
      labels:
        app: nfs-client-provisioner
    spec:
      containers:
        - env:
            - name: PROVISIONER_NAME
              value: nfs-client-provisioner
            - name: NFS_SERVER
              value: 10.0.7.125    # 指定nfs服务IP
            - name: NFS_PATH
              value: /data/k8s      # 执行nfs服务共享目录
          image: 10.0.7.125:8000/library/nfs-subdir-external-provisioner:v4.0.2
          imagePullPolicy: IfNotPresent
          name: nfs-client-provisioner
          volumeMounts:
            - mountPath: /persistentvolumes
              name: nfs-client-root
      restartPolicy: Always
      serviceAccount: nfs-provisioner
      volumes:
        - name: nfs-client-root
          nfs:       # 指定nfs共享目录及IP
            path: /data/k8s
            server: 10.0.7.125

sc

apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: nfs-client
provisioner: nfs-client-provisioner
parameters:
  archiveOnDelete: "false"