[原创]lvs+ospf+nginx实现高可用大流量web架构

lvs+ospf+nginx实现高可用大流量web架构配置总概述

架构图：

配置如下：
.quagga之zebra配置：
# cat /etc/quagga/zebra.conf
!
! Zebra configuration saved from vty
!   // ::
!
hostname Router
password zebra
enable password zebra
!
interface eth0
 ipv6 nd suppress-ra
!
interface eth1
 ipv6 nd suppress-ra
!
interface lo
!
access-list  deny any
!
route-map denyany deny
 match ip address
!
!
ip protocol ospf route-map denyany
!
line vty
!

.quagga之ospf配置：
# cat /etc/quagga/ospfd.conf
!
! Zebra configuration saved from vty
!   // ::
!
hostname ospfd
password zebra
log stdout
log file /var/log/quagga/ospf.log
!
!
!
interface eth0
ip ospf hello-interval
ip ospf dead-interval
ip ospf priority  

!
router ospf
ospf router-id LOCAL_IP
  network LOCAL_IP_net/mask area 0.0.0.0
  network VIP1/ area 0.0.0.0
  network VIP2/ area 0.0.0.0
  network VIP3/ area 0.0.0.0
 !
line vty
!

.keepalive的配置：
# cat keepalived.conf
# Configuration File for keepalived
global_defs {
    router_id LVS_DEVEL
}

virtual_server VIP1  {
    delay_loop
    lb_algo  wrr
    lb_kind TUN
    persistence_timeout
    protocol TCP

    real_server RS1_IP  {
        weight
        TCP_CHECK {
            connect_port
            connect_timeout
            nb_get_retry
            delay_before_retry
        }
    }
    real_server RS2_IP  {
        weight
        TCP_CHECK {
            connect_port
            connect_timeout
            nb_get_retry
            delay_before_retry
        }
    }
}

.lvs节点的vip配置脚本配置：
# cat lvs_ospf_vip
#!/bin/bash

#description : VIP configuration.
VIP1=xxx.xxx.xxx.xxx
VIP2=xxx.xxx.xxx.xxx
VIP3=xxx.xxx.xxx.xxx

STATUS=
case "$1" in
    start)
        ip addr add ${VIP1}/ dev lo:${VIP1#*.} label lo:${VIP1#*.}  || STATUS=
        ip addr add ${VIP2}/ dev lo:${VIP1#*.} label lo:${VIP2#*.}  || STATUS=
        ip addr add ${VIP3}/ dev lo:${VIP1#*.} label lo:${VIP3#*.}  || STATUS= 

        [ $STATUS -eq  ] && echo 'Start VIP ok.'  || echo 'Start VIP failed.'
    ;;
    stop)
        VIPS=`ip addr show label "lo:*"|awk '{print $2}'|cut -d'/' -f1`
        for VIP in ${VIPS}
        do
            ip addr del ${VIP}/ dev lo || STATUS=
        done
        [ $STATUS -eq  ] && echo 'Stop VIP ok.' || echo 'Stop VIP failed.'
    ;;
    restart)
        $ stop
        $ start
    ;;
    *)
    echo 'Usage: $0 {start|stop|restart}'
    exit
esac 

.nginx后端代理节点的lvs脚本配置：
# cat lvs_real_tun
#!/bin/bash

#description : start realserver
VIP1=xxx.xxx.xxx.xxx
VIP2=xxx.xxx.xxx.xxx
VIP3=xxx.xxx.xxx.xxx
#/etc/rc.d/init.d/functions
case "$1" in
start)
        echo " start LVS of REALServer"
        /sbin/modprobe ipip
        /sbin/ifconfig tunl0 $VIP1 broadcast $VIP1 netmask 255.255.255.255 up
        /sbin/ifconfig tunl0: $VIP2 broadcast $VIP2 netmask 255.255.255.255 up
        /sbin/ifconfig tunl0: $VIP3 broadcast $VIP3 netmask 255.255.255.255 up
        /sbin/route add -host $VIP1 dev tunl0
        /sbin/route add -host $VIP2 dev tunl0:
        /sbin/route add -host $VIP3 dev tunl0:
        #echo "" >/proc/sys/net/ipv4/ip_forward
        echo "" >/proc/sys/net/ipv4/conf/tunl0/arp_ignore
        echo "" >/proc/sys/net/ipv4/conf/tunl0/arp_announce
        echo "" >/proc/sys/net/ipv4/conf/all/arp_ignore
        echo "" >/proc/sys/net/ipv4/conf/all/arp_announce
        echo "" >/proc/sys/net/ipv4/conf/tunl0/rp_filter
        echo "" >/proc/sys/net/ipv4/conf/all/rp_filter
        sysctl -p >/dev/null >&
        /sbin/ifconfig eth0 mtu
;;
stop)
        echo " stop LVS of RealServer"
        echo "" >/proc/sys/net/ipv4/conf/tunl0/arp_ignore
        echo "" >/proc/sys/net/ipv4/conf/tunl0/arp_announce
        echo "" >/proc/sys/net/ipv4/conf/all/arp_ignore
        echo "" >/proc/sys/net/ipv4/conf/all/arp_announce
        echo "" >/proc/sys/net/ipv4/conf/tunl0/rp_filter
        echo "" >/proc/sys/net/ipv4/conf/all/rp_filter
        /sbin/ifconfig tunl0 down
        /sbin/modprobe -r ipip
        /sbin/ifconfig eth0 mtu
;;
*)
echo "Usage: $0 {start|stop}"
exit
esac