LVS群集 nginx+tomcat

继吉

LVS群集   nginx+tomcat　　项目拓扑图：

http://img1.运维网.com/attachment/201103/155653103.jpg

一.安装nginx + tomcat

192.168.1.248和192.168.1.249服务器上如下配置：

1.  JDK的安装

将下载好的安装程序放到/soft目录下

cd /soft

chmod a+x jdk-6u23-linux-i586.bin

./jdk-6u23-linux-i586.bin

mkdir -p /data/conf

mv jdk1.6.0_23/ /data/conf/jdk

删除系统中旧的版本

rm -rf /usr/bin/java

rm -rf /usr/bin/javac

创建链接，设置新的版本

ln -s /data/conf/jdk/bin/java /usr/bin/java

ln -s /data/conf/jdk/bin/javac /usr/bin/javac

查看新的版本信息

java -version

javac -version

查看jdk版本是否是1.6.到此JDK已经安装完成

2. Tomcat安装

解压压缩文件

cd /soft

tar xzvf apache-tomcat-6.0.32.tar.gz

mv apache-tomcat-6.0.32 /data/conf/tomcat

cd /data/conf/tomcat/bin/

添加用户

useradd webuser -s /sbin/nologin

chown -R webuser:webuser /data/

tomcat优化选项

(1)添加tomcat管理员

# vi /usr/local/www/tomcat/conf/tomcat-users.xml

在  中间添加

其中username="tomcat"为用户名password="li147258369"为密码

(2)修改JVM

JAVA_OPTS="-Xms1024m -Xmx1024m -Xmn256m -Djava.awt.headless=true"

(3)server.xml 参数修改

设置环境目录

vi /etc/profile

TOMCAT_HOME=/data/conf/tomcat

JAVA_HOME=/data/conf/jdk

JRE_HOME=/data/conf/jdk/jre

export JAVA_HOME JRE_HOME  TOMCAT_HOME

备份tomcat配置文件

cd /data/conf/tomcat/conf

mv server.xml server.xml.bak

设置tomcat配置文件,配置虚拟主机

vi server.xml

在后面添加

　　
　　
　　

　　
　　

　　
　　

启动tomcat

/data/conf/tomcat/bin/startup.sh

查看启动进程

ps -ef |grep tomcat

访问tomcat测试页,出现猫头网页，则安装成功！

links http://localhost:8080

3. 安装nginx

解压压缩文件

tar zxvf pcre-8.02.tar.gz

cd pcre-8.02/

编译安装

./configure

make && make install

tar zxvf nginx-0.8.50.tar.gz

cd nginx-0.8.50/

编译安装

./configure --prefix=/data/conf/nginx --with-http_stub_status_module

make && make install

配置nginx配置文件

cd /data/conf/nginx

备份nginx.conf配置文件

mv nginx.conf nginx.conf.bak

vi nginx.conf

user nobody nobody;

worker_processes 4;

pid /data/conf/nginx/logs/nginx.pid;

worker_rlimit_nofile 51200;

events

{

use epoll;

worker_connections 51200;

}

http{

include       mime.types;

default_type application/octet-stream;

server_names_hash_bucket_size 128;

client_header_buffer_size 32k;

large_client_header_buffers 4 32k;

client_max_body_size 8m;

sendfile on;

tcp_nopush     on;

keepalive_timeout 60;

tcp_nodelay on;

fastcgi_connect_timeout 300;

fastcgi_send_timeout 300;

fastcgi_read_timeout 300;

fastcgi_buffer_size 64k;

fastcgi_buffers 4 64k;

fastcgi_busy_buffers_size 128k;

fastcgi_temp_file_write_size 128k;

gzip on;

gzip_min_length 1k;

gzip_buffers     4 16k;

gzip_http_version 1.0;

gzip_comp_level 2;

gzip_types       text/plain application/x-javascript text/css application/xml;

gzip_vary on;

upstream www

{

server 127.0.0.1:8080;

}

server {

listen 80;

server_name www.benet.com;

location / {

root /data/web/www.benet.com ;

index index.jsp index.htm index.html;

proxy_redirect off;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_pass http://www;

}

access_log /data/logs/benet.com/www.benet.access.log;

　　error_log /data/logs/benet.com/error-www.benet.com;
　　}

server {

　　listen 80;
　　server_name www.accp.com;
　　location / {
　　root /var/www ;
　　index index.jsp index.htm index.html;
　　proxy_redirect off;
　　proxy_set_header Host $host;
　　proxy_set_header X-Real-IP $remote_addr;
　　proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
　　proxy_pass http://www;
　　}
　　access_log /data/logs/accp.com/www.accp.access.log;
　　error_log /data/logs/accp.com/error-www.accp.com;
　　}

server {

　　listen 80;
　　server_name www.apache.com;
　　location / {
　　root /data/web/www.apache.com ;
　　index index.jsp index.htm index.html;
　　proxy_redirect off;
　　proxy_set_header Host $host;
　　proxy_set_header X-Real-IP $remote_addr;
　　proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
　　proxy_pass http://www;
　　}
　　access_log /data/logs/apache.com/www.apache.access.log;
　　error_log /data/logs/apache.com/error-www.apache.com;
　　}

}

检测配置文件是否存在错误

./nginx -t

启动nginx

创建项目目录

mkdir /data/web/www.benet.com

mkdir /data/web/www.accp.com

mkdir /data/web/www.apache.com

mkdir -p /data/logs/benet.com

mkdir -p /data/logs/accp.com

mkdir -p /data/logs/apache.com

建立测试网页

echo "This is benet home page !!!" > /data/web/www.benet.com/index.html

echo "This is accp home page !!! " > /data/web/www.accp.com/index.html

echo "This is apache home page !!!" > /data/web/www.apache.com/index.html

添加hosts记录

echo "192.168.1.248 www.benet.com" >> /etc/hosts

echo "192.168.1.248 www.accp.com" >> /etc/hosts

echo "192.168.1.248 www.apache.com" >> /etc/hosts

浏览测试网页，出现相应的网页，则配置完成。

links http://www.benet.com

links http://www.accp.com

links http://www.apache.com

4.  sersync 同步配置，使得网站项目文件一致。

在192.168.1.248服务器上安装rsync

tar xzvf rsync-3.0.7.tar.gz

cd rsync-3.0.7

./configure --prefix=/data/conf/rsync

make && make install

rpm -qa |grep rsync

rpm -qf /usr/bin/rsync

rpm -e rsync-2.6.8-3.1

ln -s /data/conf/rsync/bin/rsync /usr/bin/rsync

查看rsync版本

rsync -version

配置rsync配置文件

vi rsyncd.conf

port = 873

max connections = 4

pid file = /data/conf/rsync/rsync.pid

lock file = /data/conf/rsync/rsync.lock

log file = /data/conf/rsync/rsync.log

[dataweb]

path = /data/web

auth users = aa

secrets file = /data/conf/rsync/conf/rsync.passwd

uid = webuser

gid = webuser

read only = no

创建认证用户名和密码文件

vi /data/conf/rsync/conf/rsync.passwd

aa:123456

启动rsync守护进程

rsync --daemon

在192.168.1.249安装sersync

tar xzvf sersync2.5_32bit_binary_stable_final.tar.gz

mv GNU-Linux-x86/ /data/conf/sersync

cd /data/conf/sersync/

配置sersync配置文件

vi confxml.xml

修改为

            

            

            

        

        

            

            

            

            

            

开启sersync守护进程

./sersync2 -d

测试文件是否同步

在192.168.1.249服务器上/data/web/目录下创建些文件

在192.168.1.248服务器上/data/web/目录下看是否同步有相应的文件

LVS群集配置

1.客户端 就是真实服务器

在192.168.1.248和249服务器环回接口上绑定 虚拟ip

vi /data/conf/realserver

#!/bin/bash

#description : start realserver

VIP=192.168.1.100

/etc/rc.d/init.d/functions

case "$1" in

start)

echo " start LVS of REALServer"

/sbin/ifconfig lo:0 $VIP broadcast $VIP netmask 255.255.255.255 up

echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce

echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce

;;

stop)

/sbin/ifconfig lo:0 down

echo "close LVS Directorserver"

echo "0" >/proc/sys/net/ipv4/conf/lo/arp_ignore

echo "0" >/proc/sys/net/ipv4/conf/lo/arp_announce

echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore

echo "0" >/proc/sys/net/ipv4/conf/all/arp_announce

;;

*)

echo "Usage: $0 {start|stop}"

exit 1

esac

开启虚拟IP

cd /data/conf

./realserve start

查看虚拟IP

ip add  或者 ifconfig

192.168.1.246 lvs主机------------192.168.1.247 lvs备份机

1. 在1.246和247上安装 ipvsadm

yum -y install ipvsadm

2.             192.168.1.246 lvs主机安装keepalived

安装keepalived

cd /soft

tar xzvf keepalived-1.1.19_.tar.gz

./configure --prefix=/data/conf/keepalived

make

make install

创建keepalived目录

mkdir -p /etc/keepalived

创建keepalived.conf配置文件

vim /etc/keepalived/keepalived.conf

#writed by sery , lwz_benet@163.com

#guration File for keepalived

#global define

global_defs {

router_id LVS_CNC_1

}

vrrp_sync_group VGM {

group {

VI_CACHE

}

}

################################################################

# vvrp_instance define #

################################################################

vrrp_instance VI_CACHE {

state MASTER

interface eth0

lvs_sync_daemon_inteface eth0

virtual_router_id 51

priority 180

advert_int 5

authentication {

auth_type PASS

auth_pass 1111

}

virtual_ipaddress {

192.168.1.100

}

}

##############################################################

# virtual machine setting #

##############################################################

# setting port 80 forward

virtual_server 192.168.1.100 80 {

delay_loop 6

lb_algo wlc

lb_kind DR

# persistence_timeout 20

protocol TCP

real_server 192.168.1.248 80 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

}

real_server 192.168.1.249 80 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

}

}

启动keepalived

cd /data/conf/keepalived/sbin

./keepalived -D

查看keepalived进程，是否有3个进程

ps -ef |grep keepalived

查看ipvsadm

ipvsadm -L -c

3.             192.168.1.247 lvs备份机

安装keepalived

cd /soft

tar xzvf keepalived-1.1.19_.tar.gz

./configure --prefix=/data/conf/keepalived

make

make install

创建keepalived目录

mkdir -p /etc/keepalived

创建keepalived.conf配置文件

#writed by sery , lwz_benet@163.com

#guration File for keepalived

#global define

global_defs {

router_id LVS_CNC_2

}

vrrp_sync_group VGM {

group {

VI_CACHE

}

}

################################################################

# vvrp_instance define #

################################################################

vrrp_instance VI_CACHE {

state  BACKUP

interface eth0

lvs_sync_daemon_inteface eth0

virtual_router_id 51

priority 150

advert_int 5

authentication {

auth_type PASS

auth_pass 1111

}

virtual_ipaddress {

192.168.1.100

}

}

##############################################################

# virtual machine setting #

##############################################################

# setting port 80 forward

virtual_server 192.168.1.100 80 {

delay_loop 6

lb_algo wlc

lb_kind DR

# persistence_timeout 20

protocol TCP

real_server 192.168.1.248 80 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

}

real_server 192.168.1.249 80 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

}

}

启动keepalived

cd /data/conf/keepalived/sbin

./keepalived -D

查看keepalived进程，是否有3个进程

ps -ef |grep keepalived

查看ipvsadm

ipvsadm -L -c

LVS群集测试：

设置hosts文件

192.168.1.100  www.benet.com

192.168.1.100 www.accp.com

192.168.1.100 www.apache.com

访问测试网页

http://www.benet.com

关闭LVS master主机，看是否还能访问测试网页不，如果能访问，则LVS配置成功了，若不行，则进行相应的排错啦、