高可用heartbate+DRBD

rterewq

实验环境:server3:172.25.29.3
                  server4:172.25.29.4
                  server6:172.25.29.6


下载        heartbeat-3.0.4-2.el6.x86_64.rpm
       heartbeat-devel-3.0.4-2.el6.x86_64.rpm
       heartbeat-libs-3.0.4-2.el6.x86_64.rpm
       ldirectord-3.9.5-3.1.x86_64.rpm
         
[iyunv@server3 ~]# yum install -y *
[iyunv@server3 ~]# scp * root@172.25.29.4:/root/
[iyunv@server3 ~]#cd /etc/ha.d/
[iyunv@server3 hd.d]# rpm -q heartbeat -d     

[iyunv@server3 hd.d]# cp /usr/share/doc/heartbeat-3.0.4/{ha.cf,authkeys,haresources} .


[iyunv@server3 hd.d]#vim ha.cf

29 logfile /var/log/ha-log

48 keepalive 2

56 deadtime 30

61 warntime 10

71 initdead 60

76 udpport 723

91 bcast   eth0            # Linux

211 node    server3.example.com    主服务器
212 node    server4.example.com    备服务器

220 ping 172.25.29.250

253 respawn hacluster /usr/lib64/heartbeat/ipfail

259 apiauth ipfail gid=haclient uid=hacluster

[iyunv@server3 hd.d]# vim haresources

151 server3.example.com IPaddr::172.25.29.100/24/eth0 httpd

[iyunv@server3 ha.d]# vim authkeys


23 auth 1
24 1 crc

[iyunv@server3 hd.d]#chmod 600 authkeys

[iyunv@server3 hd.d]#scp ha.cf haresources authkeys 172.25.29.4:/etc/ha.d/
[iyunv@server3 ~]# /etc/init.d/heartbeat start


[iyunv@server4 ~]# yum install -y *
[iyunv@server4 ~]# /etc/init.d/heartbeat start

真机#rpm -qn | grep 172.25.29.100  （查看访问地址）
[iyunv@server3 ~]# /etc/init.d/network stop （当断开网路时集群会把server3踢出去重启）
#######访问172.25.29.100

@@@@@@@@@@@@@DRBD@@@@@@@@@@@@@@@@@@@@@@
一.编译安装drbd安装包
1.在server3 server4 上分别添加一个4G的虚拟磁盘。
server3：
下载一个drbd-8.4.3.tar.gz 安装包
[iyunv@server3 ~]# ls
drbd-8.4.3.tar.gz  
[iyunv@server3 ~]# tar zxf drbd-8.4.3.tar.gz
[iyunv@server3 ~]# ls
drbd-8.4.3.tar.gz  
drbd-8.4.3
[iyunv@server3 ~]# cd drbd-8.4.3
[iyunv@server3 drbd-8.4.3]#vim test.spec  （以spec结尾的文件为编译安装包文件）
[iyunv@server3 drbd-8.4.3]# ./configure --enable-spec --with-km
[iyunv@server3 drbd-8.4.3]#yum install -y gcc
[iyunv@server3 drbd-8.4.3]# ./configure --enable-spec --with-km
[iyunv@server3 drbd-8.4.3]#yum install -y flex
[iyunv@server3 drbd-8.4.3]# ./configure --enable-spec --with-km
[iyunv@server3 drbd-8.4.3]#yum install -y rpm-build
[iyunv@server3 drbd-8.4.3]# ./configure --enable-spec --with-km
[iyunv@server3 drbd-8.4.3]#rpmbuild -bb drbd.spec
[iyunv@server3 drbd-8.4.3]#cp ~/drbd-8.4.3.tar.gz ~/rpmbuild/SOURCES/
[iyunv@server3 drbd-8.4.3]#rpmbuild -bb drbd.spec
error： Failed build dependencies:
[iyunv@server3 drbd-8.4.3]#yum install -y kernel-devel
[iyunv@server3 drbd-8.4.3]#rpmbuild -bb drbd.spec
[iyunv@server3 ~]# cd /root/rpmbuild/RPMS/x86_64/
[iyunv@server3 x86_64]# ls
drbd-8.4.3-2.el6.x86_64.rpm
drbd-bash-completion-8.4.3-2.el6.x86_64.rpm
drbd-debuginfo-8.4.3-2.el6.x86_64.rpm
drbd-heartbeat-8.4.3-2.el6.x86_64.rpm
drbd-km-2.6.32_431.el6.x86_64-8.4.3-2.el6.x86_64.rpm
drbd-km-debuginfo-8.4.3-2.el6.x86_64.rpm
drbd-pacemaker-8.4.3-2.el6.x86_64.rpm
drbd-udev-8.4.3-2.el6.x86_64.rpm
drbd-utils-8.4.3-2.el6.x86_64.rpm
drbd-xen-8.4.3-2.el6.x86_64.rpm
[iyunv@server3 x86_64]#rpm -ivh *
[iyunv@server3 x86_64]#scp * root@172.25.29.4:/root/

server4:
[iyunv@server4 ~]#ls
drbd-8.4.3-2.el6.x86_64.rpm
drbd-bash-completion-8.4.3-2.el6.x86_64.rpm
drbd-debuginfo-8.4.3-2.el6.x86_64.rpm
drbd-heartbeat-8.4.3-2.el6.x86_64.rpm
drbd-km-2.6.32_431.el6.x86_64-8.4.3-2.el6.x86_64.rpm
drbd-km-debuginfo-8.4.3-2.el6.x86_64.rpm
drbd-pacemaker-8.4.3-2.el6.x86_64.rpm
drbd-udev-8.4.3-2.el6.x86_64.rpm
drbd-utils-8.4.3-2.el6.x86_64.rpm
drbd-xen-8.4.3-2.el6.x86_64.rpm
[iyunv@server4 ~]#rpm -ivh *

二.DRBD配置
[iyunv@server3 ~]# cd /etc/drbd.d
[iyunv@server3 drbd.d]# vim dbdata.res

resource dbdata {
meta-disk internal;
device /dev/drbd1;
syncer {
verify-alg sha1;
}
on server3.example.com {
disk /dev/vda;
address 172.25.29.3:7789;
}
on server4.example.com {
disk /dev/vda;
address 172.25.29.4:7789;
}
}

[iyunv@server3 drbd.d]# scp dbdata.res 172.25.29.4:/etc/drbd.d/   
[iyunv@server3 drbd.d]# drbdadm create-md dbdata
[iyunv@server3 drbd.d]# /etc/init.d/drbd start
Starting DRBD resources: [
     create res: dbdata
   prepare disk: dbdata
    adjust disk: dbdata
     adjust net: dbdata
]
.


[iyunv@server4 drbd.d]# drbdadm create-md dbdata
[iyunv@server4 drbd.d]# /etc/init.d/drbd start
Starting DRBD resources: [
     create res: dbdata
   prepare disk: dbdata
    adjust disk: dbdata
     adjust net: dbdata
]
.


[iyunv@server3 drbd.d]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-----
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:4194140
[iyunv@server3 drbd.d]# drbdadm primary dbdata --force
[iyunv@server3 drbd.d]# watch cat /proc/drbd
[iyunv@server4 drbd.d]# cat /proc/drbd     （server3和server同步）


[iyunv@server3 drbd.d]# mkfs.ext4 /dev/drbd1
[iyunv@server3 drbd.d]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r-----
    ns:4326500 nr:0 dw:132360 dr:4195168 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

[iyunv@server3 drbd.d]# mount /dev/drbd1 /mnt/
[iyunv@server3 drbd.d]# cd /mnt
[iyunv@server3 mnt]# ls
lost+found
[iyunv@server3 mnt]# cp /etc/* .
[iyunv@server3 mnt]# cd
[iyunv@server3 ~]# umount /mnt/



[iyunv@server4 drbd.d]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Primary ds:UpToDate/UpToDate C r-----
    ns:4326500 nr:0 dw:132360 dr:4195168 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0



[iyunv@server3 ~]# drbdadm secondary dbdata
[iyunv@server3 ~]# cat /proc/dr
drbd    driver/
[iyunv@server3 ~]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r-----
    ns:4328648 nr:0 dw:134508 dr:4195529 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

[iyunv@server4 ~]# cat /proc/drbd   
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r-----
    ns:4328648 nr:0 dw:134508 dr:4195529 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0


[iyunv@server4 drbd.d]# drbdadm primary dbdata
[iyunv@server4 drbd.d]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r-----
    ns:4326500 nr:0 dw:132360 dr:4195168 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

[iyunv@server4 drbd.d]# mount /dev/drbd1 /mnt/
[iyunv@server4 drbd.d]# cd /mnt
[iyunv@server4 mnt]# ls    （看到server3挂载的内容）

@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@


[iyunv@server3 ~]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r-----
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
[iyunv@server3 drbd.d]# drbdadm primary dbdata
[iyunv@server3 drbd.d]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r-----
    ns:4326500 nr:0 dw:132360 dr:4195168 al:34 bm:256 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

[iyunv@server3 drbd.d]# mount /dev/drbd1 /mnt/
[iyunv@server3 drbd.d]# cd /mnt
[iyunv@server3 mnt]# ls

（查看到创建的内容）


[iyunv@server3 mnt]#rm -fr *
[iyunv@server3 mnt]#ls
lost+found
[iyunv@server3 mnt]#cd /var/lib/mysql
[iyunv@server3 mysql]# ll
总用量 20488
-rw-rw---- 1 mysql mysql 10485760 9月  25 21:38 ibdata1
-rw-rw---- 1 mysql mysql  5242880 9月  25 21:38 ib_logfile0
-rw-rw---- 1 mysql mysql  5242880 9月  25 21:37 ib_logfile1
drwx------ 2 mysql mysql     4096 9月  25 21:37 mysql
drwx------ 2 mysql mysql     4096 9月  25 21:37 test

[iyunv@server3 mysql]#mv * /mnt/
[iyunv@server3 mysql]#chown mysql.mysql /mnt/
[iyunv@server3 mysql]#umount /mnt/
[iyunv@server3 ~]#mount /dev/drbd1 /var/lib/mysql/
[iyunv@server3 ~]#/etc/init.d/mysqld start
[iyunv@server3 ~]#umount /dev/lib/mysql/
[iyunv@server3 ~]#/etc/init.d/mysqld stop
[iyunv@server3 drbd.d]# drbdadm secondary dbdata
[iyunv@server3 ~]# cat /proc/drbd
version: 8.4.3 (api:1/proto:86-101)
GIT-hash: 89a294209144b68adb3ee85a73221f964d3ee515 build by root@server3.example.com, 2016-09-23 09:29:11

1: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r-----
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0


[iyunv@server4 drbd.d]# drbdadm primary dbdata
[iyunv@server4 drbd.d]# mount /dev/drbd1 /var/lib/mysql/
[iyunv@server4 drbd.d]#/etc/init.d/mysqld start
[iyunv@server4 drbd.d]#cd /var/lib/mysql/
[iyunv@server4 drbd.d]#ls
lost+found ibdata1  ib_logfile0  ib_logfile1  mysql  test mysql.sock
[iyunv@server4 drbd.d]#/etc/init.d/mysqld stop
[iyunv@server4 drbd.d]#cd
[iyunv@server4 ~]#umount /var/lib/mysql/
[iyunv@server4 ~]#drbdadm secondary dbdata
[iyunv@server4 ~]#/etc/init.d/heartbeat stop

@@@@@@@@@@@@@@@@@


[iyunv@server3 ~]#/etc/init.d/heartbeat stop
[iyunv@server3 ~]#cd /etc/ha.d/
[iyunv@server3 ha.d]# vim haresources

151 server3.example.com IPaddr::172.25.29.100/24/eth0 drbddisk::dbdata Filesystem::/dev/drbd1::/var/lib/mysql mysqld

[iyunv@server3 ha.d]#scp haresources 172.25.29.4:/etc/ha.d/

[iyunv@server3 ha.d]#/etc/init.d/heartbeat start
[iyunv@server3 ha.d]#tail -f /var/log/ha-log


[iyunv@server4 ~]#/etc/init.d/heartbeat start
[iyunv@server4 ha.d]#tail -f /var/log/ha-log

集群自动把/dev/drbd1 挂载到server3的 /var/lib/mysql 上
@@@@@@@@@@@@


[iyunv@server3 ~]#mysql
mysql> grant all on test.* to zheng@'172.25.29.%' identified by 'Westos-123';

mysql> flush privileges;
mysql> quit
[iyunv@server3 ~]#/etc/init.d/heartbeat stop

[iyunv@server4 ~]#mysql -h 172.25.29.100 -u zheng -pWestos-123

mysql>show databases;

+--------------------+
| Database           |
+--------------------+
| information_schema
| #mysql50#lost+found
| mysql              |
| test               |      （集群帮助挂载成功）
+--------------------+