heartbeat3.0.5+drbd8.4.4+nfs 构建高可用nfs环境
环境：master
eth0 192.168.253.140
eth1 192.168.254.140
slave
eth0 192.168.253.141
eth1 192.168.254.141
--------------------------------------
在master和savle安装配置步骤一样。
1）安装DRBD
# mkdir /soft
# cd /soft
# yum -y install gcc kernel-devel kernel-headers flex perl
# tar fzvx drbd-8.4.4.tar.gz
# cd drbd-8.4.4
# ./configure --prefix=/usr/local/drbd-8.4 --with-km
# make KDIR=/usr/src/kernels/2.6.32-358.el6.x86_64/
# make install
[root@master drbd-8.4.4# mkdir -p /usr/local/drbd-8.4/var/run/drbd
# cp /usr/local/drbd-8.4/etc/rc.d/init.d/drbd /etc/init.d/
# chkconfig --add drbd
# chkconfig drbd on
# cd drbd
# make clean
# make KDIR=/usr/src/kernels/2.6.32-358.el6.x86_64/
# cp drbd.ko /lib/modules/2.6.32-358.el6.x86_64/kernel/lib/
# depmod 2）配置DRBD
# cd /usr/local/drbd-8.4/etc/drbd.d/
# cp global_common.conf global_common.conf.bak
# vi global_common.conf
global {
usage-count no;
}
common {
handlers {
pri-on-incon-degr "/usr/lib/drbd/notify-pri-on-incon-degr.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
pri-lost-after-sb "/usr/lib/drbd/notify-pri-lost-after-sb.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
local-io-error "/usr/lib/drbd/notify-io-error.sh; /usr/lib/drbd/notify-emergency-shutdown.sh; echo o > /proc/sysrq-trigger ; halt -f";
fence-peer "/usr/lib/drbd/crm-fence-peer.sh";
split-brain "/usr/lib/drbd/notify-split-brain.sh root";
out-of-sync "/usr/lib/drbd/notify-out-of-sync.sh root";
}
startup {
wfc-timeout 30;
degr-wfc-timeout 30;
outdated-wfc-timeout 30;
}
disk {
resync-rate 30M;
on-io-error detach;
fencing resource-only;
}
net {
protocol C;
cram-hmac-alg sha1;
shared-secret "mysql-ha";
csums-alg sha1;
verify-alg crc32c;
}
}
#创建r0资源
# vi r0.res
resource r0{
on master{
device /dev/drbd0; #逻辑设备的路径
disk /dev/sdb1;#物理设备
address 192.168.254.140:7788;
meta-disk internal;
}
on slave{
device /dev/drbd0;
disk /dev/sb1;
address 192.168.254.141:7788;
meta-disk internal;
}
}
3）创建设置DRBD
#创建 drbd resource
# modprobe drbd
# drbdadm create-md r0
# drbdadm up r0
#设置Primary [在master节点操作]
# drbdadm primary --force r0
#创建DRBD文件系统 [在Mysql主节点的master上执行]
# mkfs.ext4 /dev/drbd0
# mount /dev/drbd0 /drbd 4）DRBD同步测试
#首先，在主服务器上先将设备卸载，同时将主服务器降为备用服务器：
# mkdir -p /drbd/mynode1
# cd /
# umount /dev/drbd0
# drbdadm secondary r0
#然后，登录备用服务器，将备用服务器升为主服务器，同时挂载drbd0设备到 /drbd目录：
# drbdadm up r0
# drbdadm primary r0
# mount /dev/drbd0 /drbd/
# cd /drbd/
# ll
drwx------ 2 root root 16384 1月29 10:15 lost+found
drwxr-xr-x 2 root root4096 1月29 10:16 mynode1
——安装heartbeat
1）添加用户和组
# groupadd haclient
# useradd -g haclient -M -s /sbin/nologin hacluster 2）安装依赖包
# yum install libtool automake autoconf glib2-devel libxml2-devel bzip2-devel libtool-ltdl-devel libxslt-devel docbook* -y
3）安装glue
# tar jfvx glue-1.0.9.tar.bz2
# cd Reusable-Cluster-Components-glue--glue-1.0.9/
# ./autogen.sh
# ./configure LIBS='/lib64/libuuid.so.1'
# make && mek install 4）安装agents
# cd ..
# tar zfvx ClusterLabs-resource-agents-v3.9.2-0-ge261943.tar.gz
# cd ClusterLabs-resource-agents-b735277/
# ./autogen.sh
# ./configure LIBS='/lib64/libuuid.so.1'
# make && make install 5）安装heartbeat
# tar jfvx heartbeat-3.0.5.tar.bz2
# cd Heartbeat-3-0-7e3a82377fa8/
# ./bootstrap
# ./ConfigureMe configure LIBS='/lib64/libuuid.so.1'
# make && mek install 6）配置heartbeat
# cd doc
# cp authkeys haresources ha.cf /etc/ha.d/
# cp /usr/etc/ha.d/shellfuncs /etc/ha.d/
# rm -rf /usr/etc/ha.d
# vi /etc/ha.d/ha.cf
#开启日志
logfile /var/log/ha-log
#设置syslog()/logger 设备
logfacility local0
#心跳发送时间间隔/秒
keepalive 2
#15 秒没有收到主机心跳、确认主机故障
deadtime 15
#警告次数
warntime 5
#守护进程启动30 后启动服务资源
initdead 30
#监听端口
udpport 694
#另一个节点IP、通过检测来保证心跳的可用性
ucast eth0 192.168.1.11
ucast eth1 192.168.2.11
#两个节点的名字
node master
node slave
#开启DPOD
respawn hacluster /usr/lib64/heartbeat/ipfail
respawn hacluster /usr/lib64/heartbeat/dopd
apiauth ipfail gid=haclient uid=hacluster
apiauth dopd gid=haclient uid=hacluster
# vi /etc/ha.d/authkeys
auth 1
1 sha1 My_Passwd!
# chmod 600 /etc/ha.d/authkeys
# vi /etc/ha.d/haresources
master drbddisk::r0 Filesystem::/dev/drbd0::/raid10::ext4 nfs
IPaddr::192.168.254.200/24/eth1
# cd /soft/drbd-8.4.4/scripts/
# cp drbddisk /etc/ha.d/resource.d/
# cp /etc/init.d/nfs /etc/ha.d/resource.d/
# cp /etc/init.d/rpcbind /etc/ha.d/resource.d/ 7）启动shellfuncs
# chkconfig --add heartbeat
# chkconfig heartbeat on
# /etc/init.d/heartbeat start
#输入以下信息，说明启动成功
# ps -ef |grep heartbeat
root 7302 10 13:15 ? 00:00:05 heartbeat: master control process
root 730573020 13:15 ? 00:00:00 heartbeat: FIFO reader
root 730673020 13:15 ? 00:00:01 heartbeat: write: bcast eth0
root 730773020 13:15 ? 00:00:00 heartbeat: read: bcast eth0
root 730873020 13:15 ? 00:00:01 heartbeat: write: bcast eth1
root 730973020 13:15 ? 00:00:00 heartbeat: read: bcast eth1
root 731073020 13:15 ? 00:00:00 heartbeat: write: ucast eth0
root 731173020 13:15 ? 00:00:00 heartbeat: read: ucast eth0
root 731273020 13:15 ? 00:00:00 heartbeat: write: ucast eth1
root 731373020 13:15 ? 00:00:00 heartbeat: read: ucast eth1
root 731473020 13:16 ? 00:00:01 heartbeat: write: ping 192.168.254.141
root 731573020 13:16 ? 00:00:00 heartbeat: read: ping 192.168.254.141
500 733573020 13:16 ? 00:00:00 /usr/lib64/heartbeat/ipfail
500 733673020 13:16 ? 00:00:00 /usr/lib64/heartbeat/dopd
root 831172140 14:13 pts/0 00:00:00 grep heartbeat
——安装nfs
1）安装nfs
# yum -y install nfs-utils rpcbind 2）配置nfs实例
# vi /etc/exports
/drbd/mynode1 192.168.254.0/24(rw,no_root_squash,no_all_squash,sync) 3）启动nfs [不需要设置开机启动]
# exportfs -r
# service rpcbind restart
# service nfs restart ——客户端挂载
# mount -t nfs 192.168.254.200:/drbd/mynode1 /nfs/ ——测试heartbeat故障转移
1）在master停止heartbeat
# /etc/init.d/heartbeat stop
Stopping High-Availability services: 已终止 2）在slave上面查看日志是否切换成功
# tail -f /var/log/ha-log
Jan 29 14:42:24 slave heartbeat: : info: Local status now set to: 'active'
Jan 29 14:42:24 slave heartbeat: : info: Starting child client "/usr/lib64/heartbeat/ipfail" (500,500)
Jan 29 14:42:24 slave heartbeat: : info: Starting child client "/usr/lib64/heartbeat/dopd" (500,500)
Jan 29 14:42:24 slave heartbeat: : info: Starting "/usr/lib64/heartbeat/dopd" as uid 500gid 500 (pid 7294)
Jan 29 14:42:24 slave heartbeat: : info: Starting "/usr/lib64/heartbeat/ipfail" as uid 500gid 500 (pid 7293)
Jan 29 14:42:25 slave heartbeat: : info: remote resource transition completed.
Jan 29 14:42:25 slave heartbeat: : info: remote resource transition completed.
Jan 29 14:42:25 slave heartbeat: : info: Local Resource acquisition completed. (none)
Jan 29 14:42:25 slave heartbeat: : info: Initial resource acquisition complete (T_RESOURCES(them))
Jan 29 14:42:25 slave heartbeat: : info: Link master:eth0 up.
Jan 29 14:42:30 slave ipfail: : info: Link Status update: Link master/eth0 now has status up
Jan 29 14:42:31 slave ipfail: : info: Ping node count is balanced.
Jan 29 14:42:54 slave heartbeat: : info: Received shutdown notice from 'master'.
Jan 29 14:42:54 slave heartbeat: : info: Resources being acquired from master.
Jan 29 14:42:54 slave heartbeat: : info: acquire all HA resources (standby).
Jan 29 14:42:54 slave heartbeat: : info: No local resources to acquire.
ResourceManager:2015/01/29_14:42:54 info: Acquiring resource group: master drbddisk::r0 Filesystem::/dev/drbd0::/drbd::ext4 rpcbind nfs IPaddr::192.168.254.200/24/eth1
ResourceManager:2015/01/29_14:42:54 info: Running /etc/ha.d/resource.d/drbddisk r0 start
Filesystem: 2015/01/29_14:42:54 INFO:Resource is stopped
#说明成功
ResourceManager:2015/01/29_14:42:54 info: Running /etc/ha.d/resource.d/Filesystem /dev/drbd0 /drbd ext4 start
Filesystem: 2015/01/29_14:42:54 INFO: Running start for /dev/drbd0 on /drbd
Filesystem: 2015/01/29_14:42:54 INFO:Success
ResourceManager:2015/01/29_14:42:54 info: Running /etc/ha.d/resource.d/rpcbindstart
ResourceManager:2015/01/29_14:42:55 info: Running /etc/ha.d/resource.d/nfsstart
IPaddr: 2015/01/29_14:43:05 INFO:Resource is stopped
ResourceManager:2015/01/29_14:43:05 info: Running /etc/ha.d/resource.d/IPaddr 192.168.254.200/24/eth1 start
IPaddr: 2015/01/29_14:43:05 INFO: Using calculated netmask for 192.168.254.200: 255.255.255.0
#获取IP
IPaddr: 2015/01/29_14:43:05 INFO: eval ifconfig eth1:0 192.168.254.200 netmask 255.255.255.0 broadcast 192.168.254.255
IPaddr: 2015/01/29_14:43:05 INFO:Success
Jan 29 14:43:05 slave heartbeat: : info: all HA resource acquisition completed (standby).
Jan 29 14:43:05 slave heartbeat: : info: Standby resource acquisition done .
harc: 2015/01/29_14:43:05 info: Running /usr/etc/ha.d//rc.d/status status
mach_down: 2015/01/29_14:43:05 info: Taking over resource group drbddisk::r0
ResourceManager:2015/01/29_14:43:05 info: Acquiring resource group: master drbddisk::r0 Filesystem::/dev/drbd0::/drbd::ext4 rpcbind nfs IPaddr::192.168.254.200/24/eth1
Filesystem: 2015/01/29_14:43:05 INFO:Running OK
IPaddr: 2015/01/29_14:43:06 INFO:Running OK
mach_down: 2015/01/29_14:43:06 info: /usr/share/heartbeat/mach_down: nice_failback: foreign resources acquired
mach_down: 2015/01/29_14:43:06 info: mach_down takeover complete for node master.
页:
[1]