Nginx反向代理+keepalived

环境两台LB（nginx）、两台web（nginx/apache都行）

安装httpd

web01

[root@web01 /]# /etc/init.d/iptables stop
iptables: Setting chains to policy ACCEPT: filter          [  OK  ]
iptables: Flushing firewall rules:                         [  OK  ]
iptables: Unloading modules:                               [  OK  ]

[root@web01 /]# yum -y install httpd
[root@web01 /]# vim /etc/httpd/conf/httpd.conf
Servername 127.0.0.1
[root@web01 /]# echo "web01_192.168.119.130" > /var/www/html/index.html
[root@web01 /]# /etc/init.d/httpd start
Starting httpd:                                            [  OK  ]
[root@web01 /]# curl 192.168.119.130
web01_192.168.119.

web02

[root@web02 /]# /etc/init.d/iptables stop
iptables: Setting chains to policy ACCEPT: filter          [  OK  ]
iptables: Flushing firewall rules:                         [  OK  ]
iptables: Unloading modules:                               [  OK  ]
[root@web02 /]# yum -y install httpd
[root@web02 /]# vim /etc/httpd/conf/httpd.conf
ServerName 127.0.0.1
[root@web02 /]# echo "web02_192.168.119.131" > /var/www/html/index.html
[root@web02 /]# /etc/init.d/httpd start
Starting httpd:                                            [  OK  ]
[root@web02 /]# curl 192.168.119.131
web02_192.168.119.

两台LB

lb01和lb02配置相同

环境准备

[root@lb01 /]# yum -y install pcre pcre-devel openssl openssl-devel gcc gcc-c++

下载软件

[root@lb01 /]# wget http://nginx.org/download/nginx-1.6.3.tar.gz

解压、配置、编译、安装

[root@lb01 conf]# useradd nginx -s /sbin/nologin -M
[root@lb01 /]# tar zxvf nginx-1.6..tar.gz
[root@lb01 /]# cd nginx-1.6.3

[root@lb01 nginx-1.6.3]# ./configure --user=nginx --group=nginx --prefix=/usr/local/nginx --with-http_stub_status_module --with-http_ssl_modul

[root@lb01 nginx-1.6.]# make && make install
[root@lb01 nginx-1.6.]# ln -s /usr/local/nginx/sbin/* /usr/local/sbin/
[root@lb01 nginx-1.6.3]# cd /usr/local/nginx/conf/
[root@lb01 conf]# ll nginx.conf nginx.conf.default
-rw-r--r--. 1 root root 2656 Sep 26 06:33 nginx.conf
-rw-r--r--. 1 root root 2656 Sep 26 06:33 nginx.conf.default
[root@lb01 conf]# egrep -v "#|^$" nginx.conf.default >nginx.conf
[root@lb01 conf]# vim nginx.conf
worker_processes  1;
events {
    worker_connections  1024;
}
http {
    include       mime.types;
    default_type  application/octet-stream;
    sendfile        on;
    keepalive_timeout  65;
upstream web_pools {
    server 192.168.119.130:80 weight=5;
    server 192.168.119.131:80 weight=5;

}
    server {
        listen       80;
        server_name  localhost;
        location / {
            root   html;
            index  index.html index.htm;
        proxy_pass http://web_pools;
        include  proxy.conf;
        }
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }
    }
}

[root@lb01 conf]# cat proxy.conf
proxy_redirect off;
proxy_set_header Host $host;
proxy_set_header X-Forwarded-For $remote_addr;
proxy_connect_timeout 90;
proxy_send_timeout 90;
proxy_read_timeout 90;
proxy_buffer_size 4K;
proxy_buffers 3 32K;
proxy_busy_buffers_size 64k;
proxy_temp_file_write_size 64k;

启动nginx

[root@lb01 conf]# nginx -t
nginx: the configuration file /usr/local/nginx/conf/nginx.conf syntax is ok
nginx: configuration file /usr/local/nginx/conf/nginx.conf test is successful
[root@lb01 conf]# nginx
[root@lb01 conf]# netstat -anpt | grep nginx
tcp               0.0.0.0:                  0.0.0.0:*                   LISTEN      /nginx        

[root@lb01 conf]# cat /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::         localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.119.128 www.test.com

测试

[root@lb01 conf]# curl www.test.com
web02_192.168.119.
[root@lb01 conf]# curl www.test.com
web01_192.168.119.
[root@lb01 conf]# curl www.test.com
web02_192.168.119.
[root@lb01 conf]# curl www.test.com
web01_192.168.119.
[root@lb01 conf]# curl www.test.com
web02_192.168.119.

lb02配置与lb01相同步骤略、直接测试

[root@lb02 conf]# nginx -t
nginx: the configuration file /usr/local/nginx/conf/nginx.conf syntax is ok
nginx: configuration file /usr/local/nginx/conf/nginx.conf test is successful
[root@lb02 conf]# nginx

[root@lb02 conf]# echo "192.168.119.129 www.test.com" >> /etc/hosts
[root@lb02 conf]# cat /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::         localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.119.129 www.test.com

[root@lb02 conf]# curl www.test.com
web01_192.168.119.
[root@lb02 conf]# curl www.test.com
web02_192.168.119.
[root@lb02 conf]# curl www.test.com
web01_192.168.119.
[root@lb02 conf]# curl www.test.com
web02_192.168.119.
[root@lb02 conf]# curl www.test.com
web01_192.168.119.

两台LB安装都已完成

在两台LB上安装keepalived

环境配置

LB01和LB02配置相同

[root@lb01 /]# yum -y install kernel-devel

做个软连接  用tab键补全2.6.32-642.6.2.el6.x86_64

[root@lb01 /]# ln -s /usr/src/kernels/2.6.-642.4..el6.x86_64/ /usr/src/linux
[root@lb01 /]# ll /usr/src/
total
drwxr-xr-x.  root root  Sep    debug
drwxr-xr-x.  root root  Sep  : kernels
lrwxrwxrwx.  root root    Sep  : linux -> /usr/src/kernels/2.6.-642.4..el6.x86_64/

下载软件

[root@lb01 /]# wget http://www.keepalived.org/software/keepalived-1.2.16.tar.gz
---- ::--  http://www.keepalived.org/software/keepalived-1.2.16.tar.gz
Resolving www.keepalived.org... 37.59.63.157, :41d0::7a9d::
Connecting to www.keepalived.org|37.59.63.157|:... connected.
HTTP request sent, awaiting response...  OK
Length:  (339K) [application/x-gzip]
Saving to: “keepalived-1.2..tar.gz”

%[=================================================>] ,     .96K/s   in 2m 30s  

-- :: (2.27 KB/s) - “keepalived-1.2..tar.gz” saved [/]

[root@lb01 /]# ll keepalived-1.2..tar.gz
-rw-r--r--.  root root  Mar    keepalived-1.2..tar.gz

解压、配置、编译、安装

[root@lb01 /]# tar zxvf keepalived-1.2..tar.gz
[root@lb01 /]# cd keepalived-1.2.
[root@lb01 keepalived-1.2.]# ./configure
Keepalived configuration
------------------------
Keepalived version       : 1.2.
Compiler                 : gcc
Compiler flags           : -g -O2
Extra Lib                : -lssl -lcrypto -lcrypt
Use IPVS Framework       : Yes
IPVS sync daemon support : Yes
IPVS use libnl           : No
fwmark socket support    : Yes
Use VRRP Framework       : Yes
Use VRRP VMAC            : Yes
SNMP support             : No
SHA1 support             : No
Use Debug flags          : No

[root@lb01 keepalived-1.2.]# make && make install

配置规范启动

[root@lb01 keepalived-1.2.]# cp /usr/local/etc/rc.d/init.d/keepalived /etc/init.d/      #生成启动脚本
[root@lb01 keepalived-1.2.]# cp /usr/local/etc/sysconfig/keepalived /etc/sysconfig/   #配置启动脚本的参数
[root@lb01 keepalived-1.2.]# mkdir /etc/keepalived   #创建默认的keepalived配置文件路径
[root@lb01 keepalived-1.2.]# cp /usr/local/etc/keepalived/keepalived.conf  /etc/keepalived/   #把keepalived.conf模板拷贝到/etckeepalived下
[root@lb01 keepalived-1.2.]# cp /usr/local/sbin/keepalived /usr/sbin/
[root@lb01 keepalived-1.2.]# /etc/init.d/keepalived start
Starting keepalived:                                       [  OK  ]
[root@lb01 keepalived-1.2.]# ps -ef | grep keep
root              : ?        :: keepalived -D
root           : ?        :: keepalived -D
root           : ?        :: keepalived -D
root           : pts/    :: grep keep
[root@lb01 keepalived-1.2.]# /etc/init.d/keepalived stop
Stopping keepalived:                                       [  OK  ]

修改配置文件

先备份一个配置文件

lb01配置文件

[root@lb01 keepalived-1.2.]# cd /etc/keepalived/
[root@lb01 keepalived]# cp keepalived.conf keepalived.conf.bak
[root@lb01 keepalived]# vim keepalived.conf
! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 192.168.200.1
   smtp_connect_timeout
   router_id LVS_01
}

vrrp_instance VI_1 {
    state MASTER
    interface eth0
    virtual_router_id
    priority
    advert_int
    authentication {
        auth_type PASS
        auth_pass
    }
    virtual_ipaddress {
        192.168.119.150/
    }
}

lb02配置文件

[root@lb02 keepalived-1.2.]# cd /etc/keepalived/
[root@lb02 keepalived]# cp keepalived.conf keepalived.conf.bak
[root@lb02 keepalived]# vim keepalived.conf
! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 192.168.200.1
   smtp_connect_timeout
   router_id LVS_02
}

vrrp_instance VI_1 {
    state BACKUP
    interface eth0
    virtual_router_id
    priority
    advert_int
    authentication {
        auth_type PASS
        auth_pass
    }
    virtual_ipaddress {
        192.168.119.150/
    }
}

启动keepalived

[root@lb01 keepalived]# /etc/init.d/keepalived start
Starting keepalived:                                       [  OK  ]
[root@lb02 keepalived]# /etc/init.d/keepalived start
Starting keepalived:                                       [  OK  ]

在master(lb01)查看虚拟IP（192.168.119.150）

提示：使用ifconfig是查不到的；使用 ip add查询

[root@lb01 keepalived]# ip add | grep 192.168.119.150
    inet 192.168.119.150/ scope global secondary eth0
[root@lb01 keepalived]# 

在backup(lb02)查看(没有虚拟IP)

[root@lb02 keepalived]# ip add | grep 192.168.119.150

把master的keepalived服务down、虚拟IP就会自动切换到backup

[root@lb01 keepalived]# /etc/init.d/keepalived stop
Stopping keepalived:                                       [  OK  ]
[root@lb01 keepalived]# ip add | grep 192.168.119.150
[root@lb01 keepalived]# 

backup查询

[root@lb02 keepalived]# ip add | grep 192.168.119.150
[root@lb02 keepalived]# ip add | grep 192.168.119.150
[root@lb02 keepalived]# ip add | grep 192.168.119.150
[root@lb02 keepalived]# ip add | grep 192.168.119.150
[root@lb02 keepalived]# ip add | grep 192.168.119.150
    inet 192.168.119.150/ scope global secondary eth0
[root@lb02 keepalived]# ip add | grep 192.168.119.150
    inet 192.168.119.150/ scope global secondary eth0

当master的keepalived服务启动时、虚拟IP会自动从backup切回到master

测试web是否正常

[root@lb01 keepalived]# curl 192.168.119.150
web01_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web02_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web01_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web02_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web01_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web02_192.168.119.
[root@lb01 keepalived]# curl 192.168.119.150
web01_192.168.119.