pacemaker+corosync+DRBD

1.  Install packages

• pacemaker (Note that the crm shell should be downloaded separately.)
• crmsh
• corosync
• cluster-glue
• fence-agents (Fedora only; all other distributions use fencing agents from cluster-glue)
• resource-agents

      

     yum clean all

     yum -y install corosync

     yum -y install pacemaker

     yum -y install flex

     rpm -i crmsh-2.1.3-1.1.x86_64.rpm

2. Set up Corosync

•      Sync date:

     [root@Ctr-inside2 ~]# /usr/sbin/ntpdate 192.168.10.10 && hwclock -w

•      configure hostname:

    127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4

     ::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
     10.70.78.34 Ctr-inside2 Ctr-inside2
     10.70.78.35 Ctr-inside1 Ctr-inside1
     192.168.10.144 node1 node1
     192.168.10.111 node2 node2

         

•      configure corosync.conf

compatibility: whitetank
totem {
        version: 2
        secauth: on
        threads: 0
        crypto_cipher: none
        crypto_hash: none

        interface {
                ringnumber: 0
                bindnetaddr: 192.168.10.0
                mcastaddr: 239.255.1.1
                mcastport: 5405
                ttl: 1
        }
}

logging {
        fileline: off
        to_stderr: no
        to_logfile: yes
        logfile: /var/log/cluster/corosync.log
        to_syslog: yes
        debug: off
        timestamp: on
        logger_subsys {
                subsys: AMF
                debug: off
        }
}

amf {
        mode:disabled
}
service {
        name: pacemaker
        ver: 0
}

quorum {
        provider: corosync_votequorum
        expected_votes:2
}

 

 

# Please read the corosync.conf.5 manual page
compatibility: whitetank
totem {
	version: 2
	secauth: on
	threads: 0
	# crypto_cipher and crypto_hash: Used for mutual node authentication.
	# If you choose to enable this, then do remember to create a shared
	# secret with "corosync-keygen".
	# enabling crypto_cipher, requires also enabling of crypto_hash.
	crypto_cipher: none
	crypto_hash: none

	# interface: define at least one interface to communicate
	# over. If you define more than one interface stanza, you must
	# also set rrp_mode.
	interface {
                # Rings must be consecutively numbered, starting at 0.
		ringnumber: 0
		# This is normally the *network* address of the
		# interface to bind to. This ensures that you can use
		# identical instances of this configuration file
		# across all your cluster nodes, without having to
		# modify this option.
		bindnetaddr: 192.168.10.0
		# However, if you have multiple physical network
		# interfaces configured for the same subnet, then the
		# network address alone is not sufficient to identify
		# the interface Corosync should bind to. In that case,
		# configure the *host* address of the interface
		# instead:
		# bindnetaddr: 192.168.1.1
		# When selecting a multicast address, consider RFC
		# 2365 (which, among other things, specifies that
		# 239.255.x.x addresses are left to the discretion of
		# the network administrator). Do not reuse multicast
		# addresses across multiple Corosync clusters sharing
		# the same network.
		mcastaddr: 239.255.1.1
		# Corosync uses the port you specify here for UDP
		# messaging, and also the immediately preceding
		# port. Thus if you set this to 5405, Corosync sends
		# messages over UDP ports 5405 and 5404.
		mcastport: 5405
		# Time-to-live for cluster communication packets. The
		# number of hops (routers) that this ring will allow
		# itself to pass. Note that multicast routing must be
		# specifically enabled on most network routers.
		ttl: 1
	}
}

logging {
	# Log the source file and line where messages are being
	# generated. When in doubt, leave off. Potentially useful for
	# debugging.
	fileline: off
	# Log to standard error. When in doubt, set to no. Useful when
	# running in the foreground (when invoking "corosync -f")
	to_stderr: no
	# Log to a log file. When set to "no", the "logfile" option
	# must not be set.
	to_logfile: yes
	logfile: /var/log/cluster/corosync.log
	# Log to the system log daemon. When in doubt, set to yes.
	to_syslog: yes
	# Log debug messages (very verbose). When in doubt, leave off.
	debug: off
	# Log messages with time stamps. When in doubt, set to on
	# (unless you are only logging to syslog, where double
	# timestamps can be annoying).
	timestamp: on
	logger_subsys {
		subsys: AMF
		debug: off
	}
}

amf {
        mode:disabled
        # Enable and configure quorum subsystem (default: off)
        # see also corosync.conf.5 and votequorum.5
        #provider: corosync_votequorum
}
service {
        # Load the Pacemaker Cluster Resource Manager
        name: pacemaker
        ver: 0
}

quorum {
	# Enable and configure quorum subsystem (default: off)
	# see also corosync.conf.5 and votequorum.5
	provider: corosync_votequorum
        expected_votes:2
}

  

3.  start corosync && pacemaker

    [root@Ctr-inside2 ~]#  service  corosync start

    Redirecting to /bin/systemctl start  corosync.service

    [root@Ctr-inside1 ~]#  service  pacemaker start
    Redirecting to /bin/systemctl start  pacemaker.service

4.  Set basic cluster properties

    property no-quorum-policy="ignore" \ 

    pe-warn-series-max="1000" \      

    pe-input-series-max="1000" \

    pe-error-series-max="1000" \

    cluster-recheck-interval="5min"   

5.  Install DRBD packages

• gcc
• flex
• kernel
• drbd

   

   

   dd if=/dev/zero bs=1M count=2000 of=/dev/sdb1

   ./configure --prefix=/usr --localstatedir=/var --sysconfdir=/etc

   make && make install

   depmod

   modprobe drbd

   drbdadm -c /etc/drbd.conf create-md mysql

6.  Configure DRBD

resource mysql {
  on Ctr-inside1 {
    device    /dev/drbd0;
    disk      /dev/sdb1;
    address  192.168.10.144:7789;
    meta-disk internal;
  }
  on Ctr-inside2 {
    device    /dev/drbd0;
    disk      /dev/sdb1;
    address  192.168.10.111:7789;
    meta-disk internal;
  }
}

# DRBD is the result of over a decade of development by LINBIT.
# In case you need professional services for DRBD or have
# feature requests visit http://www.linbit.com

global {
	usage-count no;
	# minor-count dialog-refresh disable-ip-verification
	# cmd-timeout-short 5; cmd-timeout-medium 121; cmd-timeout-long 600;
}

common {
	protocol C;
	handlers {
		# These are EXAMPLE handlers only.
		# They may have severe implications,
		# like hard resetting the node under certain circumstances.
		# Be careful when chosing your poison.

		  pri-on-incon-degr "/usr/lib/drbd/notify-pri-on-incon-degr.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
		  pri-lost-after-sb "/usr/lib/drbd/notify-pri-lost-after-sb.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
		  local-io-error "/usr/lib/drbd/notify-io-error.sh; /usr/lib/drbd/notify-emergency-shutdown.sh; echo o > /proc/sysrq-trigger ; halt -f";
		# fence-peer "/usr/lib/drbd/crm-fence-peer.sh";
		# split-brain "/usr/lib/drbd/notify-split-brain.sh root";
		# out-of-sync "/usr/lib/drbd/notify-out-of-sync.sh root";
		# before-resync-target "/usr/lib/drbd/snapshot-resync-target-lvm.sh -p 15 -- -c 16k";
		# after-resync-target /usr/lib/drbd/unsnapshot-resync-target-lvm.sh;
	}

	startup {
		# wfc-timeout degr-wfc-timeout outdated-wfc-timeout wait-after-sb
	}

	options {
		# cpu-mask on-no-data-accessible
	}

	disk {
                on-io-error detach;
		# size on-io-error fencing disk-barrier disk-flushes
		# disk-drain md-flushes resync-rate resync-after al-extents
                # c-plan-ahead c-delay-target c-fill-target c-max-rate
                # c-min-rate disk-timeout
	}

	net {
                cram-hmac-alg "sha1";
                shared-secret "allendrbd";
		# protocol timeout max-epoch-size max-buffers unplug-watermark
		# connect-int ping-int sndbuf-size rcvbuf-size ko-count
		# allow-two-primaries cram-hmac-alg shared-secret after-sb-0pri
		# after-sb-1pri after-sb-2pri always-asbp rr-conflict
		# ping-timeout data-integrity-alg tcp-cork on-congestion
		# congestion-fill congestion-extents csums-alg verify-alg
		# use-rle
	}
}