k8s部署mysql一主多从集群

k8s部署mysql一主多从集群

小部分参考大神https://blog.csdn.net/weixin_38320674/article/details/106089098

大部分都是一个地方学一点，再自己拼凑而成。

需求：master写，slave读。NFS映射mysql文件到本地，删除或重启pod或容器不会删除文件。

服务器 2核2G

192.168.0.27   master1

192.168.0.138 node1

192.168.0.52   node2

192.168.0.11   node3

需要提前准备好NFS挂载。

• 配置pv

cat mysql-pv.yaml

apiVersion: v1

kind: PersistentVolume

metadata:

  name: pv-nfs-mysql01                     #创建的pv名称可创建多个.

  namespace: mt-math                    #属于的命名空间

spec:

  capacity:

    storage: 5Gi                        #创建的pv容量为1G

  accessModes:

  - ReadWriteOnce                       #pv的访问模式:可读可写可挂在多个节点

  persistentVolumeReclaimPolicy: Retain #回收策略

  nfs:                                  #创建的pv数据来源

    path: /nfs/mysql/pv01                     #数据源目录

    server: 192.168.0.27                #数据源ip

---

apiVersion: v1

kind: PersistentVolume

metadata:

  name: pv-nfs-mysql02                     #创建的pv名称可创建多个.

  namespace: mt-math                    #属于的命名空间

spec:

  capacity:

    storage: 5Gi                        #创建的pv容量为1G

  accessModes:

  - ReadWriteOnce                       #pv的访问模式:可读可写可挂在多个节点

  persistentVolumeReclaimPolicy: Retain #回收策略

  nfs:                                  #创建的pv数据来源

    path: /nfs/mysql/pv02                     #数据源目录

    server: 192.168.0.27                #数据源ip

---

apiVersion: v1

kind: PersistentVolume

metadata:

  name: pv-nfs-mysql03                     #创建的pv名称可创建多个.

  namespace: mt-math                    #属于的命名空间

spec:

  capacity:

    storage: 5Gi                        #创建的pv容量为1G

  accessModes:

  - ReadWriteOnce                       #pv的访问模式:可读可写可挂在多个节点

  persistentVolumeReclaimPolicy: Retain #回收策略

  nfs:                                  #创建的pv数据来源

    path: /nfs/mysql/pv03                    #数据源目录

server: 192.168.0.27                #数据源ip

生效

kubectl apply -f mysql-pv.yaml

显示

 

• 配置configMap

cd /data/mysql-cluster/mysql1

cat mysql_configmap.yaml

apiVersion: v1

kind: ConfigMap

metadata:

  name: mysql

  namespace: mt-math #namespace

  labels:

    app: mysql

data:

  master.cnf: |

    [mysqld]

    log-bin

    log_bin_trust_function_creators=1 #关闭MySQL对创建存储函数实施的限制

    lower_case_table_names=1 #设置大小写不敏感

    skip-name-resolve  #解决找不到master.0.master问题

  slave.cnf: |

    [mysqld]

    super-read-only #只读模式

    log_bin_trust_function_creators=1

skip-name-resolve 

生效

kubectl apply -f mysql_configmap.yaml

查看

• 创建SVC

cat mysql-services.yaml

apiVersion: v1

kind: Service

metadata:

  name: mysql

  namespace: mt-math

  labels:

    app: mysql

spec:

  ports:

  - name: mysql

    port: 3306

  clusterIP: None

  selector:

    app: mysql

---

apiVersion: v1

kind: Service

metadata:

  name: mysql-read

  namespace: mt-math

  labels:

    app: mysql

spec:

  ports:

  - name: mysql

    port: 3306

  selector:

    app: mysql

生效

kubectl apply -f mysql-services.yaml

查看

• 部署StatefulSet

cat mysql-statefulset.yaml

apiVersion: apps/v1

kind: StatefulSet

metadata:

  name: mysql

  namespace: mt-math

spec:

  selector:

    matchLabels:

      app: mysql

  serviceName: mysql

  replicas: 3

  template:

    metadata:

      namespace: mt-math

      labels:

        app: mysql

    spec:

      initContainers:

      - name: init-mysql

        image: mysql:5.7

        command:

        - bash

        - "-c"

        - |

          set -ex

          [[ `hostname` =~ -([0-9]+)$ ]] || exit 1

          ordinal=${BASH_REMATCH[1]}

          echo [mysqld] > /mnt/conf.d/server-id.cnf

          echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf

          if [[ $ordinal -eq 0 ]]; then

            cp /mnt/config-map/master.cnf /mnt/conf.d/

          else

            cp /mnt/config-map/slave.cnf /mnt/conf.d/

          fi

        volumeMounts:

        - name: conf

          mountPath: /mnt/conf.d

        - name: config-map

          mountPath: /mnt/config-map

      - name: clone-mysql

        image: gcr.io/google-samples/xtrabackup:1.0

        command:

        - bash

        - "-c"

        - |

          set -ex

          [[ -d /var/lib/mysql/mysql ]] && exit 0

          [[ `hostname` =~ -([0-9]+)$ ]] || exit 1

          ordinal=${BASH_REMATCH[1]}

          [[ $ordinal -eq 0 ]] && exit 0

          ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | /usr/bin/xbstream -x -C /var/lib/mysql

          xtrabackup --prepare --target-dir=/var/lib/mysql

        volumeMounts:

        - name: data

          mountPath: /var/lib/mysql

          subPath: mysql

        - name: conf

          mountPath: /etc/mysql/conf.d

      containers:

      - name: mysql

        image: mysql:5.7

        env:

        - name: MYSQL_ALLOW_EMPTY_PASSWORD

          value: "1"

        ports:

        - name: mysql

          containerPort: 3306

        volumeMounts:

        - name: data

          mountPath: /var/lib/mysql

          subPath: mysql

        - name: conf

          mountPath: /etc/mysql/conf.d

        resources:

          requests:

            cpu: 500m

            memory: 1Gi

        livenessProbe:

          exec:

            command: ["mysqladmin", "ping"]

          initialDelaySeconds: 30

          periodSeconds: 10

          timeoutSeconds: 5

        readinessProbe:

          exec:

            command: ["mysql", "-h", "127.0.0.1", "-e", "SELECT 1"]

          initialDelaySeconds: 5

          periodSeconds: 2

          timeoutSeconds: 1

      - name: xtrabackup

        image: gcr.io/google-samples/xtrabackup:1.0

        ports:

        - name: xtrabackup

          containerPort: 3307

        command:

        - bash

        - "-c"

        - |

          set -ex

          cd /var/lib/mysql

          if [[ -f xtrabackup_slave_info ]]; then

            mv xtrabackup_slave_info change_master_to.sql.in

            rm -f xtrabackup_binlog_info

          elif [[ -f xtrabackup_binlog_info ]]; then

            [[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1

            rm xtrabackup_binlog_info

            echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\

                  MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in

          fi

          if [[ -f change_master_to.sql.in ]]; then

            echo "Waiting for mysqld to be ready (accepting connections)"

            until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done

            echo "Initializing replication from clone position"

            mv change_master_to.sql.in change_master_to.sql.orig

            mysql -h 127.0.0.1 <<EOF

          $(<change_master_to.sql.orig),

            MASTER_HOST='mysql-0.mysql',

            MASTER_USER='root',

            MASTER_PASSWORD='',

            MASTER_CONNECT_RETRY=10;

          START SLAVE;

          EOF

          fi

          exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \

            "xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=root"

        volumeMounts:

        - name: data

          mountPath: /var/lib/mysql

          subPath: mysql

        - name: conf

          mountPath: /etc/mysql/conf.d

        resources:

          requests:

            cpu: 100m

            memory: 100Mi

      volumes:

      - name: conf

        emptyDir: {}

      - name: config-map

        configMap:

          name: mysql

  volumeClaimTemplates:

  - metadata:

      name: data

      namespace: mt-math

    spec:

      accessModes: ["ReadWriteOnce"]

      resources:

        requests:

          storage: 5Gi

生效

kubectl apply -f mysql-statefulset.yaml

查看

注意：此处坑比较多。有volume找不到，salve-mysql报错等问题，安装我这个步骤就不会遇到了。

看看文件夹

有时候也会自己坑自己，到处找的时候一定要清理赶紧，slave3一直peding，现在才发现是被之前测试的挂载了。

• 环境验证

连接主库写入数据

kubectl run mysql-client --image=mysql:5.7 -it --rm --restart=Never -- mysql -h mysql-0.mysql.mt-math

CREATE DATABASE demo;

CREATE TABLE demo.messages (message VARCHAR(250));

INSERT INTO demo.messages VALUES ('hello');

从库查看数据

kubectl run mysql-client --image=mysql:5.7 -it --rm --restart=Never -- mysql -h mysql-1.mysql.mt-math

SHOW DATABASES;

这东西搞了我一下午，什么错误都出现了，网上教程还都是一个人有一点。

太难了

这篇肯定不是最好的，以后多更新几篇其他的安装方法和不同集群架构部署方式。

红牛都续不了命了，好难受。