学习笔记（2）——实验室集群LVS配置
查看管理结点mgt的网卡信息，为mgt设置VIP# ifconfig
eth0 Link encap:EthernetHWaddr 5C:F3:FC:E9:61:78
inet addr:192.168.253.100Bcast:192.168.253.255Mask:255.255.255.0
inet6 addr: 2001:cc0:2034:253:5ef3:fcff:fee9:6178/64 Scope:Global
inet6 addr: fe80::5ef3:fcff:fee9:6178/64 Scope:Link
UP BROADCAST RUNNING MULTICASTMTU:1500Metric:1
RX packets:19849 errors:0 dropped:0 overruns:0 frame:0
TX packets:8129 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:2010431 (1.9 MiB)TX bytes:4288209 (4.0 MiB)
Interrupt:28 Memory:92000000-92012800
eth1 Link encap:EthernetHWaddr 5C:F3:FC:E9:61:7A
inet addr:172.20.0.1Bcast:172.20.0.255Mask:255.255.255.0
inet6 addr: 2001:cc0:2034:253:5ef3:fcff:fee9:617a/64 Scope:Global
inet6 addr: fe80::5ef3:fcff:fee9:617a/64 Scope:Link
UP BROADCAST RUNNING MULTICASTMTU:1500Metric:1
RX packets:17998 errors:0 dropped:0 overruns:0 frame:0
TX packets:21715 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:1596283 (1.5 MiB)TX bytes:12926260 (12.3 MiB)
Interrupt:40 Memory:94000000-94012800
lo Link encap:Local Loopback
inet addr:127.0.0.1Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNINGMTU:16436Metric:1
RX packets:5798104 errors:0 dropped:0 overruns:0 frame:0
TX packets:5798104 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:803149634 (765.9 MiB)TX bytes:803149634 (765.9 MiB)
发现mgt结点有2块网卡，eth0配置了外部IP，供其与局域网内部其他机器访问通信，eth01配置了内部IP，供其与各个计算节点之间访问通信。现在需要把mgt结点作为LVS的DirectorServer，需要在其上设置虚拟IP（VIP）。备注：若需要修改eth0的IP地址，可执行下面的命令（其他网卡参数修改类似）：
# vi /etc/sysconfig/network-scripts/ifcfg-eth0
（1）新建directorserver.sh脚本，代码如下：
#!/bin/bash
setenforce 0
VIP=192.168.253.110
/sbin/ifconfig eth0:0 192.168.253.110 broadcast 192.168.253.110 netmask 255.255.255.255 up
/sbin/route add -host 192.168.253.110 dev eth0:0
sysctl -p
此时再次查看网卡信息，除了已有的eth0、eth1和lo之外，新增了eth0:0，即为虚拟IP地址：
# ifconfig
eth0:0 Link encap:EthernetHWaddr 5C:F3:FC:E9:61:78
inet addr:192.168.253.110Bcast:192.168.253.110Mask:255.255.255.255
UP BROADCAST RUNNING MULTICASTMTU:1500Metric:1
Interrupt:28 Memory:92000000-92012800
查看其路由表，发现新增了一条192.168.253.110在eth0设备上的理由转发规则：
# route
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
192.168.253.110 * 255.255.255.255 UH 0 0 0 eth0 //新增
172.20.0.0 * 255.255.255.0 U 0 0 0 eth1
192.168.253.0 * 255.255.255.0 U 0 0 0 eth0
link-local * 255.255.0.0 U 1003 0 0 eth0
link-local * 255.255.0.0 U 1004 0 0 eth1
default 192.168.253.254 0.0.0.0 UG 0 0 0 eth0
在director server结点上开启包转发功能：
# echo "1" >/proc/sys/net/ipv4/ip_forward
（2）在计算节点上设置VIP，计算节点为集群的realserver，绑定在每个节点的回环地址上。以node01为例：
# ifconfig
//设备eth0绑定了外部IP
eth0 Link encap:EthernetHWaddr 5C:F3:FC:E9:64:78
inet addr:192.168.253.101Bcast:192.168.253.255Mask:255.255.255.0
inet6 addr: 2001:cc0:2034:253:5ef3:fcff:fee9:6478/64 Scope:Global
inet6 addr: fe80::5ef3:fcff:fee9:6478/64 Scope:Link
UP BROADCAST RUNNING MULTICASTMTU:1500Metric:1
RX packets:102834 errors:0 dropped:0 overruns:0 frame:0
TX packets:111724 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:44921980 (42.8 MiB)TX bytes:10122764 (9.6 MiB)
Interrupt:28 Memory:92000000-92012800
//虚拟网卡eth0:0绑定了内部IP
eth0:0 Link encap:EthernetHWaddr 5C:F3:FC:E9:64:78
inet addr:172.20.0.11Bcast:172.20.0.255Mask:255.255.255.0
UP BROADCAST RUNNING MULTICASTMTU:1500Metric:1
Interrupt:28 Memory:92000000-92012800
lo Link encap:Local Loopback
inet addr:127.0.0.1Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNINGMTU:16436Metric:1
RX packets:5359 errors:0 dropped:0 overruns:0 frame:0
TX packets:5359 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:348956 (340.7 KiB)TX bytes:348956 (340.7 KiB)
执行脚本realserver.sh，脚本内容如下：
#!/bin/bash
setenforce 0
VIP=192.168.253.110
/sbin/ifconfig lo:0 192.168.253.110 broadcast 192.168.253.110 netmask 255.255.255.255 up
/sbin/route add -host 192.168.253.110 dev lo:0
echo "1" > /proc/sys/net/ipv4/conf/lo/arp_ignore
echo "2" > /proc/sys/net/ipv4/conf/lo/arp_announce
echo "1" > /proc/sys/net/ipv4/conf/all/arp_ignore
echo "2" > /proc/sys/net/ipv4/conf/all/arp_announce
sysctl -p
# ./realserver.sh
setenforce: SELinux is disabled
net.ipv4.ip_forward = 0
net.ipv4.conf.default.rp_filter = 1
net.ipv4.conf.default.accept_source_route = 0
kernel.sysrq = 0
kernel.core_uses_pid = 1
net.ipv4.tcp_syncookies = 1
error: "net.bridge.bridge-nf-call-ip6tables" is an unknown key
error: "net.bridge.bridge-nf-call-iptables" is an unknown key
error: "net.bridge.bridge-nf-call-arptables" is an unknown key
kernel.msgmnb = 65536
kernel.msgmax = 65536
kernel.shmmax = 68719476736
kernel.shmall = 4294967296
再次查看网卡信息：
# ifconfig
//新增了一条记录
lo:0 Link encap:Local Loopback
inet addr:192.168.253.110Mask:255.255.255.255
UP LOOPBACK RUNNINGMTU:16436Metric:1
在每个计算节点上执行上述过程。注意：上述配置在每次重启network服务（命令：service network restart）后会失效。
（3）配置director server，执行脚本ipvsadm.sh，其内容为：
#/bin/hash
op=$1
MAP_PORT=9527
WEB_PORT=8080
AL_PORT=35569
TEST_PORT=80
LVS_SERVER_VIP=192.168.253.110
MODE=wrr
hosts=(192.168.253.101 192.168.253.102 192.168.253.103 192.168.253.104 192.168.253.105)
WMap=(100 100 100 80 80)
WWeb=(100 100 100 80 80)
WAl=(100 100 100 80 80)
WTest=(1 1 1 1 1)
ipvsadm -C
ipvsadm -A -t ${LVS_SERVER_VIP}:${MAP_PORT} -s ${MODE}
ipvsadm -A -t ${LVS_SERVER_VIP}:${WEB_PORT} -s ${MODE}
ipvsadm -A -t ${LVS_SERVER_VIP}:${AL_PORT} -s ${MODE}
if [ "$op" == test ]; then
ipvsadm -A -t ${LVS_SERVER_VIP}:${TEST_PORT} -s ${MODE}
fi
i=0
while [ $i -lt ${#hosts[@]} ];
do
ipvsadm -a -t ${LVS_SERVER_VIP}:${MAP_PORT} -r ${hosts[$i]}:${MAP_PORT} -w ${WMap[$i]} -g
ipvsadm -a -t ${LVS_SERVER_VIP}:${WEB_PORT} -r ${hosts[$i]}:${WEB_PORT} -w ${WWeb[$i]} -g
ipvsadm -a -t ${LVS_SERVER_VIP}:${AL_PORT} -r ${hosts[$i]}:${AL_PORT} -w ${WAl[$i]} -g
if [ "$op" == test ]; then
ipvsadm -a -t ${LVS_SERVER_VIP}:${TEST_PORT} -r ${hosts[$i]}:${TEST_PORT} -w ${WTest[$i]} -g
fi
i=$(( $i + 1))
done
ipvsadm -Ln
可以看到：
# ./ipvsadm.sh
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP192.168.253.110:8080 wrr
-> 192.168.253.101:8080 Route 100 0 0
-> 192.168.253.102:8080 Route 100 0 0
-> 192.168.253.103:8080 Route 100 0 0
-> 192.168.253.104:8080 Route 80 0 0
-> 192.168.253.105:8080 Route 80 0 0
TCP192.168.253.110:9527 wrr
-> 192.168.253.101:9527 Route 100 0 0
-> 192.168.253.102:9527 Route 100 0 0
-> 192.168.253.103:9527 Route 100 0 0
-> 192.168.253.104:9527 Route 80 0 0
-> 192.168.253.105:9527 Route 80 0 0
TCP192.168.253.110:35569 wrr
-> 192.168.253.101:35569 Route 100 0 0
-> 192.168.253.102:35569 Route 100 0 0
-> 192.168.253.103:35569 Route 100 0 0
-> 192.168.253.104:35569 Route 80 0 0
-> 192.168.253.105:35569 Route 80 0 0
(4)执行脚本lvsstatus.sh，可查看LVS转发状态，脚本为：
#!/bin/bash
echo "geohpc" | /usr/bin/sudo -S ipvsadm -L
结果如下图（共分发了1个绘图请求-端口9527，5个算法计算请求-端口35569）：
页:
[1]