VIP和RIP不同网段的LVS和keepalived高可用

45yt

#说明

CentOS6.5 64位  keepalived-1.2.13  ipvsadm v1.26  
http://zh.linuxvirtualserver.org/
http://keepalived.org/
lvs服务器2块网卡，real server单网卡，ip如下：
主DR  192.168.22.219
eth0 外网192.168.22.219  192.168.22.249(VIP)
eth1 内网192.168.1.1        192.168.1.5(GateWay)

备DR   192.168.22.203
eth0 外网192.168.22.203  192.168.22.249(VIP)
eth1 内网192.168.1.2        192.168.1.5(GateWay)

realserver1  192.168.1.3    192.168.1.5(GateWay)
realserver2  192.168.1.4    192.168.1.5(GateWay)


#安装lvs和keepalived

1 2 3 4 5 6 7 8 9 10 11 12 13

yum install popt popt-devel popt-static libnl libnl-devel yum install ipvsadm tar -xzf keepalived-1.2.13.tar.gz cd keepalived-1.2.13 ./configure make make install cp /usr/local/etc/rc.d/init.d/keepalived /etc/rc.d/init.d/ chmod +x /etc/rc.d/init.d/keepalived cp /usr/local/etc/sysconfig/keepalived /etc/sysconfig/keepalived cp /usr/local/sbin/keepalived /usr/sbin/keepalived cp /usr/local/etc/keepalived/keepalived.conf /etc/keepalived/ mv /etc/keepalived/keepalived.conf /etc/keepalived/keepalived.conf.bak

开启IP转发

net.ipv4.ip_forward=1
#DR主节点和备节点配置
keepalived.conf配置

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77

# vim /etc/keepalived/keepalived.conf global_defs {         notification_email {         your_email@163.com         }   notification_email_from root@localhost   smtp_server 127.0.0.1   smtp_connect_timeout 30   router_id lvs_dr1 } vrrp_sync_group lvs_1 {         group {                 VI_1                 VI_GATEWAY                 }         notify_master "/usr/local/sbin/lvsdr.sh start"         notify_backup "/usr/local/sbin/lvsdr.sh stop" } vrrp_instance VI_1 {   state MASTER                 #backup为BACKUP   interface eth0   virtual_router_id 51   priority 101                 #backup为100   advert_int 1   authentication {         auth_type PASS         auth_pass bbotte         }   virtual_ipaddress {         192.168.22.249 255.255.255.0         } vrrp_instance VI_GATEWAY {     state MASTER              #backup为BACKUP     interface eth1     virtual_router_id 52     priority 101              #backup为100     advert_int 1     authentication {         auth_type PASS         auth_pass bbotte      }      virtual_ipaddress {           192.168.1.5      }   } } virtual_server 192.168.1.5 80 {   delay_loop 2   lb_algo rr   lb_kind DR   nat_mask 255.255.255.0   persistence_timeout 60   protocol TCP   real_server 192.168.1.3 80   {         weight 1         TCP_CHECK         {         connect_timeout 5         nb_get_retry 3         delay_before_retry 3         connect_port 80         }   }   real_server 192.168.1.4 80   {         weight 1         TCP_CHECK         {         connect_timeout 5         nb_get_retry 3         delay_before_retry 3         connect_port 80         }   } }

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48

vim /usr/local/sbin/lvsdr.sh #!/bin/bash ## LVS script for VS/DR . /etc/rc.d/init.d/functions # VIP=192.168.22.249 RIP1=192.168.1.3 RIP2=192.168.1.4 # case "$1" in start)   /sbin/ifconfig eth0:1 $VIP netmask 255.255.255.0 up # Since this is the Director we must be able to forward packets   echo 1 > /proc/sys/net/ipv4/ip_forward # Clear all iptables rules.   /sbin/iptables -F # Reset iptables counters.   /sbin/iptables -Z # Clear all ipvsadm rules/services.   /sbin/ipvsadm -C # Add an IP virtual service for VIP 192.168.0.200 port 80 # In this recipe, we will use the round-robin scheduling method. # In production, however, you should use a weighted, dynamic scheduling method.   /sbin/ipvsadm -A -t $VIP:80 -s rr # Now direct packets for this VIP to # the real server IP (RIP) inside the cluster   /sbin/ipvsadm -a -t $VIP:80 -r $RIP1 -m   /sbin/ipvsadm -a -t $VIP:80 -r $RIP2 -m   /bin/touch /var/lock/subsys/ipvsadm.lock ;; stop) # Stop forwarding packets   echo 0 > /proc/sys/net/ipv4/ip_forward # Reset ipvsadm   /sbin/ipvsadm -C # Bring down the VIP interface   ifconfig eth0:1 down   rm -rf /var/lock/subsys/ipvsadm.lock ;; status)   [ -e /var/lock/subsys/ipvsadm.lock ] && echo "ipvs is running..." || echo "ipvsadm is stopped..." ;; *)   echo "Usage: $0 {start|stop}" ;; esac

#Real Server配置
下面配置2台real server
两台机均为centos 6.5 yum安装httpd服务并启动，iptables对80端口开放
Real Server 1:
cat /var/www/html/index.html
web 1111111111111

Real Server 2:

cat /var/www/html/index.html

test 22222222222

开启IP转发

net.ipv4.ip_forward=1

配置网关

＃vim /etc/sysconfig/network-scripts/ifcfg-eth0添加

GATEWAY="192.168.1.5"

realserver.sh相同，并启动此脚本

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47

vim realserver.sh #!/bin/bash # # Script to start LVS DR real server. # description: LVS DR real server # . /etc/rc.d/init.d/functions VIP=192.168.22.249 host=`/bin/hostname` case "$1" in start)        # Start LVS-DR real server on this machine.         /sbin/ifconfig lo down         /sbin/ifconfig lo up         echo 1 > /proc/sys/net/ipv4/conf/lo/arp_ignore         echo 2 > /proc/sys/net/ipv4/conf/lo/arp_announce         echo 1 > /proc/sys/net/ipv4/conf/all/arp_ignore         echo 2 > /proc/sys/net/ipv4/conf/all/arp_announce         /sbin/ifconfig lo:0 $VIP broadcast $VIP netmask 255.255.255.255 up         /sbin/route add -host $VIP dev lo:0 ;; stop)         # Stop LVS-DR real server loopback device(s).         /sbin/ifconfig lo:0 down         echo 0 > /proc/sys/net/ipv4/conf/lo/arp_ignore         echo 0 > /proc/sys/net/ipv4/conf/lo/arp_announce         echo 0 > /proc/sys/net/ipv4/conf/all/arp_ignore         echo 0 > /proc/sys/net/ipv4/conf/all/arp_announce ;; status)         # Status of LVS-DR real server.         islothere=`/sbin/ifconfig lo:0 | grep $VIP`         isrothere=`netstat -rn | grep "lo:0" | grep $VIP`         if [ ! "$islothere" -o ! "isrothere" ];then             # Either the route or the lo:0 device             # not found.             echo "LVS-DR real server Stopped."         else             echo "LVS-DR real server Running."         fi ;; *)             # Invalid entry.             echo "$0: Usage: $0 {start|status|stop}"             exit 1 ;; esac

查看信息
DR MASTER：



DR BACKUP：
ip没有变动，为自己原有的ip

1 2 3 4

[iyunv@localhost ~]# ipvsadm -Ln IP Virtual Server version 1.2.1 (size=4096) Prot LocalAddress:Port Scheduler Flags   -> RemoteAddress:Port

Real Server1：

测试
1，测试Real Server挂掉一个是否影响
把Real Server1的httpd服务关闭，打开VIP页面，一直刷新
2，测试keepalived的MASTER挂掉后，BACKUP能否正常接替主继续工作
把MASTER重启，在重启的期间，一直打开VIP首页查看，MASTER重启后，keepalived开机启动，继续由MASTER提供服务