Apache+lvs高可用+keepalive(主从+双主模型)
#!/bin/bash # # Script to start LVS DR real server. # description: LVS DR real server # . /etc/rc.d/init.d/functions VIP=172.16.21.100 host=`/bin/hostname` case "$1" in start) # Start LVS-DR real server on this machine. /sbin/ifconfig lo down /sbin/ifconfig lo up echo 1 > /proc/sys/net/ipv4/conf/lo/arp_ignore echo 2 > /proc/sys/net/ipv4/conf/lo/arp_announce echo 1 > /proc/sys/net/ipv4/conf/all/arp_ignore echo 2 > /proc/sys/net/ipv4/conf/all/arp_announce /sbin/ifconfig lo:0 $VIP broadcast $VIP netmask 255.255.255.255 up /sbin/route add -host $VIP dev lo:0 ;; stop) # Stop LVS-DR real server loopback device(s). /sbin/ifconfig lo:0 down echo 0 > /proc/sys/net/ipv4/conf/lo/arp_ignore echo 0 > /proc/sys/net/ipv4/conf/lo/arp_announce echo 0 > /proc/sys/net/ipv4/conf/all/arp_ignore echo 0 > /proc/sys/net/ipv4/conf/all/arp_announce ;; status) # Status of LVS-DR real server. islothere=`/sbin/ifconfig lo:0 | grep $VIP` isrothere=`netstat -rn | grep "lo:0" | grep $VIP` if [ ! "$islothere" -o ! "isrothere" ];then # Either the route or the lo:0 device # not found. echo "LVS-DR real server Stopped." else echo "LVS-DR real server Running." fi ;; *) # Invalid entry. echo "$0: Usage: $0 {start|status|stop}" exit 1 ;; esac ! Configuration File for keepalived global_defs { notification_email { root@node17.stu21.com root@node18.stu21.com #配置管理员邮箱 } notification_email_from kaadmin@stu21.com #配置发件人 smtp_server 127.0.0.1 #配置邮件服务器 smtp_connect_timeout 30 router_id LVS_DEVEL } vrrp_instance VI_1 { state MASTER #配置模式 interface eth0 virtual_router_id 51 priority 101 #配置优先级 advert_int 1 authentication { auth_type PASS auth_pass 1111 } virtual_ipaddress { 172.16.21.100 #配置虚拟IP地址 } } virtual_server 172.16.21.100 80 { delay_loop 6 lb_algo rr lb_kind DR nat_mask 255.255.255.0 #persistence_timeout 50 protocol TCP real_server 172.16.21.15 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } real_server 172.16.21.16 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } } #virtual_server#10.10.10.2 1358 { # delay_loop 6 # lb_algo rr # lb_kind NAT # persistence_timeout 50 # protocol TCP # sorry_server 192.168.200.200 1358 # real_server 192.168.200.2 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.3 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #} #virtual_server#10.10.10.3 1358 { # delay_loop 3 # lb_algo rr # lb_kind NAT # nat_mask 255.255.255.0 # persistence_timeout 50 # protocol TCP # real_server 192.168.200.4 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.5 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #} [iyunv@master ~]# scp /etc/keepalived/keepalived.conf root@192.168.18.207:/etc/keepalived/
! Configuration File for keepalived global_defs { notification_email { root@node17.stu21.com root@node18.stu21.com #配置管理员邮箱 } notification_email_from kaadmin@stu21.com #配置发件人 smtp_server 127.0.0.1 #配置邮件服务器 smtp_connect_timeout 30 router_id LVS_DEVEL } vrrp_instance VI_1 { state BACKUP #配置模式 #修改为BACKUP interface eth0 virtual_router_id 51 priority 100 #配置优先级 #修改优先级 advert_int 1 authentication { auth_type PASS auth_pass 1111 } virtual_ipaddress { 172.16.21.100 #配置虚拟IP地址 } } virtual_server 172.16.21.100 80 { delay_loop 6 lb_algo rr lb_kind DR nat_mask 255.255.255.0 #persistence_timeout 50 protocol TCP real_server 172.16.21.15 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } real_server 172.16.21.16 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } } #virtual_server#10.10.10.2 1358 { # delay_loop 6 # lb_algo rr # lb_kind NAT # persistence_timeout 50 # protocol TCP # sorry_server 192.168.200.200 1358 # real_server 192.168.200.2 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.3 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #} #virtual_server#10.10.10.3 1358 { # delay_loop 3 # lb_algo rr # lb_kind NAT # nat_mask 255.255.255.0 # persistence_timeout 50 # protocol TCP # real_server 192.168.200.4 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.5 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #}
所有realserver都down机，怎么处理？是不是用户就没法打开，还是提供一下维护页面。 怎么完成维护模式keepalived切换？ 如何在keepalived故障时，发送警告邮件给指定的管理员？ 9.所有realserver都down机，怎么处理？ 问题：在集群中如果所有real server全部宕机了，客户端访问时就会出现错误页面，这样是很不友好的，我们得提供一个维护页面来提醒用户，服务器正在维护，什么时间可以访问等，下面我们就来解决一下这个问题。解决方案有两种，一种是提供一台备用的real server当所有的服务器宕机时，提供维护页面，但这样做有点浪费服务器。另一种就是在负载均衡器上提供维护页面，这样是比较靠谱的，也比较常用。下面我们就来具体操作一下。
sorry_server 127.0.0.1 80 # 增加一行 sorry_server [iyunv@node18 ~]# cat /etc/keepalived/keepalived.conf ! Configuration File for keepalived global_defs { notification_email { root@node17.stu21.com root@node18.stu21.com #配置管理员邮箱 } notification_email_from kaadmin@stu21.com #配置发件人 smtp_server 127.0.0.1 #配置邮件服务器 smtp_connect_timeout 30 router_id LVS_DEVEL } vrrp_instance VI_1 { state BACKUP #配置模式 #修改为BACKUP interface eth0 virtual_router_id 51 priority 100 #配置优先级 #修改优先级 advert_int 1 authentication { auth_type PASS auth_pass 1111 } virtual_ipaddress { 172.16.21.100 #配置虚拟IP地址 } } virtual_server 172.16.21.100 80 { delay_loop 6 lb_algo rr lb_kind DR nat_mask 255.255.255.0 #persistence_timeout 50 protocol TCP real_server 172.16.21.15 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } real_server 172.16.21.16 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } sorry_server 127.0.0.1 80 #增加一行sorry_server } #virtual_server#10.10.10.2 1358 { # delay_loop 6 # lb_algo rr # lb_kind NAT # persistence_timeout 50 # protocol TCP # sorry_server 192.168.200.200 1358 # real_server 192.168.200.2 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.3 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334c # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #} #virtual_server#10.10.10.3 1358 { # delay_loop 3 # lb_algo rr # lb_kind NAT # nat_mask 255.255.255.0 # persistence_timeout 50 # protocol TCP # real_server 192.168.200.4 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } # real_server 192.168.200.5 1358 { # weight 1 # HTTP_GET { # url { # path /testurl/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl2/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # url { # path /testurl3/test.jsp # digest 640205b7b0fc66c1ea91c463fac6334d # } # connect_timeout 3 # nb_get_retry 3 # delay_before_retry 3 # } # } #} [iyunv@node15 ~]# service httpd stop Stopping httpd: [ OK ] [iyunv@node16 ~]# service httpd stop Stopping httpd: [ OK ] [iyunv@node17 ~]# service keepalived restart Stopping keepalived: [ OK ] Starting keepalived: [ OK ] [iyunv@node18 ~]# service keepalived restart Stopping keepalived: [ OK ] Starting keepalived: [ OK ] [iyunv@node17 ~]# ipvsadm -L -n IP Virtual Server version 1.2.1 (size=4096) Prot LocalAddress:Port Scheduler Flags -> RemoteAddress:Port Forward Weight ActiveConn InActConn TCP 172.16.21.100:80 rr -> 127.0.0.1:80 Local 1 0 0
vrrp_srcipt chk_schedown { script "[ -e /etc/keepalived/down ] && exit 1 || exit 0" interval 1 #监控间隔 weight -5 #减小优先级 fall 2 #监控失败次数 rise 1 #监控成功次数 } track_script { chk_schedown #执行chk_schedown脚本 } vrrp_script chk_schedown { #定义vrrp执行脚本 script "[ -e /etc/keepalived/down ] && exit 1 || exit 0" #查看是否有down文件，有就进入维护模式 interval 1 #监控间隔时间 weight -5 #降低优先级 fall 2 #失败次数 rise 1 #成功数次 } track_script { # 执行脚本 chk_schedown } vrrp_script chk_schedown { script "[ -e /etc/keepalived/down ] && exit 1 || exit 0" interval 1 weight -5 fall 2 rise 1 } track_script { chk_schedown }
-s, --service SERVICE,...：指定服务脚本名称，当状态切换时可自动启动、重启或关闭此服务； -a, --address VIP: 指定相关虚拟路由器的VIP地址； -m, --mode {mm|mb}：指定虚拟路由的模型，mm表示主主，mb表示主备；它们表示相对于同一种服务而方，其VIP的工作类型； -n, --notify {master|backup|fault}：指定通知的类型，即vrrp角色切换的目标角色； -h, --help：获取脚本的使用帮助； #!/bin/bash # Author: freeloda # description: An example of notify script # Usage: notify.sh -m|--mode {mm|mb} -s|--service SERVICE1,... -a|--address VIP -n|--notify {master|backup|falut} -h|--help contact='1521076067@163.com' #设置管理员的邮箱 helpflag=0 serviceflag=0 modeflag=0 addressflag=0 notifyflag=0 Usage() { echo "Usage: notify.sh [-m|--mode {mm|mb}] [-s|--service SERVICE1,...] <-a|--address VIP> <-n|--notify {master|backup|falut}>" echo "Usage: notify.sh -h|--help" } ParseOptions() { local I=1; if [ $# -gt 0 ]; then while [ $I -le $# ]; do case $1 in -s|--service) [ $# -lt 2 ] && return 3 serviceflag=1 services=(`echo $2|awk -F"," '{for(i=1;i<=NF;i++) print $i}'`) shift 2 ;; -h|--help) helpflag=1 return 0 shift ;; -a|--address) [ $# -lt 2 ] && return 3 addressflag=1 vip=$2 shift 2 ;; -m|--mode) [ $# -lt 2 ] && return 3 mode=$2 shift 2 ;; -n|--notify) [ $# -lt 2 ] && return 3 notifyflag=1 notify=$2 shift 2 ;; *) echo "Wrong options..." Usage return 7 ;; esac done return 0 fi } #workspace=$(dirname $0) RestartService() { if [ ${#@} -gt 0 ]; then for I in $@; do if [ -x /etc/rc.d/init.d/$I ]; then /etc/rc.d/init.d/$I restart else echo "$I is not a valid service..." fi done fi } StopService() { if [ ${#@} -gt 0 ]; then for I in $@; do if [ -x /etc/rc.d/init.d/$I ]; then /etc/rc.d/init.d/$I stop else echo "$I is not a valid service..." fi done fi } Notify() { mailsubject="`hostname` to be $1: $vip floating" mailbody="`date '+%F %H:%M:%S'`, vrrp transition, `hostname` changed to be $1." echo $mailbody | mail -s "$mailsubject" $contact } # Main Function ParseOptions $@ [ $? -ne 0 ] && Usage && exit 5 [ $helpflag -eq 1 ] && Usage && exit 0 if [ $addressflag -ne 1 -o $notifyflag -ne 1 ]; then Usage exit 2 fi mode=${mode:-mb} case $notify in 'master') if [ $serviceflag -eq 1 ]; then RestartService ${services} fi Notify master ;; 'backup') if [ $serviceflag -eq 1 ]; then if [ "$mode" == 'mb' ]; then StopService ${services} else RestartService ${services} fi fi Notify backup ;; 'fault') Notify fault ;; *) Usage exit 4 ;; esac notify_master "/etc/keepalived/notify.sh -n master -a 172.16.21.100" notify_backup "/etc/keepalived/notify.sh -n backup -a 172.16.21.100" notify_fault "/etc/keepalived/notify.sh -n fault -a 172.16.21.100" #增加以下三行 notify_master "/etc/keepalived/notify.sh -n master -a 172.16.21.100" notify_backup "/etc/keepalived/notify.sh -n backup -a 172.16.21.100" notify_fault "/etc/keepalived/notify.sh -n fault -a 172.16.21.100" } } } 在模拟故障时先重启一下 keepalived服务。
每个节点既是主又是从。 只需对两个配置文件各自添加vrrp_instance VI_2 ，virtual_server 两段 node17: --------------------------------------------------------------------------------------------------------------- vrrp_instance VI_2 { state BACKUP #配置模式 #修改为BACKUP #state MASTER #测试配置模式 interface eth0 virtual_router_id 52 priority 99 #配置优先级 #修改优先级 advert_int 1 authentication { auth_type PASS auth_pass 1111 } virtual_ipaddress { 172.16.21.101 #配置虚拟IP地址 } track_script { chk_schedown } #增加以下三行 notify_master "/etc/keepalived/notify.sh -n master -a 172.16.21.101" notify_backup "/etc/keepalived/notify.sh -n backup -a 172.16.21.101" notify_fault "/etc/keepalived/notify.sh -n fault -a 172.16.21.101" } ---------------------------------------------------------------------------------------------------------------------- virtual_server 172.16.21.101 80 { delay_loop 6 lb_algo rr lb_kind DR nat_mask 255.255.255.0 #persistence_timeout 50 protocol TCP real_server 172.16.21.15 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } real_server 172.16.21.16 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } sorry_server 127.0.0.1 80 #增加一行sorry_server } -------------------------------------------------------------------------------------------------------------------- virtual_server 172.16.21.101 80 { delay_loop 6 lb_algo rr lb_kind DR nat_mask 255.255.255.0 #persistence_timeout 50 protocol TCP real_server 172.16.21.15 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } real_server 172.16.21.16 80 { #配置realaserver weight 1 HTTP_GET {#监控配置 url { path / #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } sorry_server 127.0.0.1 80 #增加一行sorry_server } #digest ff20ad2481f97b1754ef3e12ecd3a9cc status_code 200 } connect_timeout 3 nb_get_retry 3 delay_before_retry 1 } } sorry_server 127.0.0.1 80 #增加一行sorry_server } ---------------------------------------------------------------------------------------------------------------------- /root/src/ realserver.sh的脚本配置(文章前面已经创建过) 只需要添加我着色的代码 VIP1=172.16.21.101 #添加增加的VIP，双主模型用到 /sbin/ifconfig lo:1 $VIP1 broadcast $VIP1 netmask 255.255.255.255 up /sbin/route add -host $VIP1 dev lo:1 /sbin/ifconfig lo:1 down islothere=`/sbin/ifconfig lo:1 | grep $VIP1` isrothere=`netstat -rn | grep "lo:1" | grep $VIP1` /root/src/ realserver.sh的脚本配置 复制一份给node16:
运维网声明
1、欢迎大家加入本站运维交流群:群②:261659950 群⑤:202807635 群⑦870801961 群⑧679858003运维网
QQ群⑧：
窥视卡
雷达卡
发表于 2015-9-4 13:03:37
提升卡
置顶卡
沉默卡
喧嚣卡
变色卡
千斤顶
显身卡