Openstack（三）Haproxy+Keepalived双机

3.1部署keepalived

3.1.1下载keepalived源码包，并解压

# wget http://www.keepalived.org/software/keepalived-1.4.2.tar.gz

# tar xf keepalived-1.3.6.tar.gz

# cd keepalived-1.3.6

3.1.2安装包

# ./configure --prefix=/usr/local/keepalived --disable-fwmark && make && make install

# cp /usr/local/src/keepalived-1.3.6/keepalived/etc/init.d/keepalived.rh.init /etc/sysconfig/keepalived.sysconfig

# cp -f /usr/local/src/keepalived-1.3.6/keepalived/keepalived.service /usr/lib/systemd/system/

# cp /usr/local/src/keepalived-1.3.6/bin/keepalived /usr/sbin/

3.1.3配置keepalived

分别在两台负载服务器同时执行以下操作安装keepalived：

3.1.3.1master服务器：

# mkdir /etc/keepalived

# mkdir /etc/keepalived/vip

# cat /etc/keepalived/keepalived.conf

vrrp_instance VI_1 {

state MASTER # 主机类型，MASTER， BACKUP

interface br0 # 实例绑定的网卡

virtual_router_id 80 # router_id必改

priority 50 # 优先级

advert_int 1 # 检查间隔，默认为1秒

unicast_src_ip 192.168.10.205 # 本机ip

unicast_peer {

192.168.10.206 # 备机ip

}

authentication {

auth_type PASS # 负载同步验证方式

auth_pass 123456

}

virtual_ipaddress {

192.168.10.100/24 dev br0 label br0:0 # vip配置

}

include /etc/keepalived/vip/*.conf # 配置文件导入

# vim /etc/keepalived/vip/vip_br1.conf

vrrp_instance VI_2 {

state BACKUP

interface br1

virtual_router_id 81

priority 100

advert_int 1

unicast_src_ip 192.168.20.205

unicast_peer {

192.168.20.206

}

authentication {

auth_type PASS

auth_pass 123456

}

virtual_ipaddress {

192.168.20.100/24 dev br1 label br1:0

}

3.1.3.2backup服务器：

# mkdir /etc/keepalived

# mkdir /etc/keepalived/vip

# cat /etc/keepalived/keepalived.conf

vrrp_instance VI_1 {

state MASTER

interface bond0

virtual_router_id 80

priority 100

advert_int 1

unicast_src_ip 192.168.10.206

unicast_peer {

192.168.10.205

}

authentication {

auth_type PASS

auth_pass 123456

}

virtual_ipaddress {

192.168.10.100/24 dev bond0 label bond0:0

}

include /etc/keepalived/vip/*.conf

# vim /etc/keepalived/vip/vip_br1.conf

vrrp_instance VI_2 {

state BACKUP

interface bond1

virtual_router_id 81

priority 50

advert_int 1

unicast_src_ip 192.168.20.205

unicast_peer {

192.168.20.206

}

authentication {

auth_type PASS

auth_pass 123456

}

virtual_ipaddress {

192.168.20.100/24 dev bond1 label bond1:0

}

3.1.3.3 验证

# 启动keepalived

# systemctl start keepalived

# systemctl enable keepalived

# ifconfig

3.2部署haproxy

分别在两台负载服务器同时执行以下操作安装haproxy：

3.2.1：下载haproxy：

# wget http://www.haproxy.org/download/1.7/src/haproxy-1.8.4.tar.gz

# tar xf haproxy-1.8.4.tar.gz

# cd haproxy-1.7.9

3.2.2: 安装haproxy:

# make ARCH=x86_64 TARGET=linux2628 USE_PCRE=1 USE_OPENSSL=1 USE_ZLIB=1 USE_SYSTEMD=1 USE_CPU_AFFINITY=1 PREFIX=/usr/local/haproxy && make install PREFIX=/usr/local/haproxy && cp haproxy /usr/sbin/

# # USE_PCRE=1 开启正则 USE_OPENSSL=1 开启openssl USE_ZLIB=1

# # USE_CPU_AFFINITY=1 为开启haproxy进程与CPU核心绑定，USE_SYSTEMD=1为支持使用 -Ws参数（systemd-aware master-worker 模式）启动Haproxy，从而实现单主进程多子进程运行模式。

3.3.3：配置haproxy

3.3.3.1:准备haproxy启动脚本

# cat /usr/lib/systemd/system/haproxy.service

[Unit]

Description=HAProxy Load Balancer

After=syslog.target network.target

[Service]

#支持多配置文件读取，类似于从侧面是实现配置文件的include功能。

ExecStartPre=/usr/sbin/haproxy -f /etc/haproxy/haproxy.cfg -f /etc/haproxy/conf -c -q

ExecStart=/usr/sbin/haproxy -Ws -f /etc/haproxy/haproxy.cfg -f /etc/haproxy/conf -p /run/haproxy.pid

ExecReload=/bin/kill -USR2 $MAINPID

[Install]

WantedBy=multi-user.target

You have new mail in /var/spool/mail/root

## cp ./haproxy-systemd-wrapper /usr/sbin/haproxy-systemd-wrapper （haproxy1.7版本使用）

# cp ./haproxy /usr/sbin/haproxy

3.3.3.2准备系统配置文件

# cat /etc/sysconfig/haproxy

# Add extra options to the haproxy daemon here. This can be useful for

# specifying multiple configuration files with multiple -f options.

# See haproxy(1) for a complete list of options.

OPTIONS=""

3.3.3.3配置主配置文件

# mkdir /var/lib/haproxy

# mkdir /etc/haproxy

# vim /etc/haproxy/haproxy.cfg

global

maxconn 100000

chroot /usr/local/haproxy

#stats socket /var/lib/haproxy/haproxy.sock mode 600 level admin

uid 99

gid 99

daemon

nbproc 4

cpu-map 1 0

cpu-map 2 1

cpu-map 3 2

cpu-map 4 3

pidfile /usr/local/haproxy/run/haproxy.pid

log 127.0.0.1 local3 info

defaults

option http-keep-alive #当serverId对应的服务器挂掉后，强制定向到其他健康的服务器

option forwardfor #当服务器负载很高的时候，自动结束掉当前队列处理比较久的链接

maxconn 100000

mode http

timeout connect 10s #连接到一台服务器的最长等待时间

timeout client 20s #连接客户端发送数据最长等待时间

timeout server 30s #服务器回应客户端发送数据最长等待时间

timeout check 5s #对后端服务器的检测超时时间

listen stats

mode http

bind 0.0.0.0:9999

stats enable

log global

stats uri /haproxy-status # 页面访问路径

stats auth haadmin:q1w2e3r4ys

#####################分文件conf/*.cfg 配置实例###############

frontend openstack_mysql

bind 192.168.10.100:3306

mode tcp

default_backend openstack_mysql_node

backend openstack_mysql_node

mode tcp

balance source

server 192.168.10.201 192.168.10.201:3306 check inter 2000 fall 3 rise 5

3.3.3.4配置各个负载的内核参数

# vim /etc/sysctl.conf

net.ipv4.ip_nonlocal_bind = 1 #开启允许绑定非本机的IP，haporxy启动忽视VIP存在

net.ipv4.ip_forward = 1 #内核是否转发数据包

# sysctl -p # 配置内核参数生效

3.3.3.5 启动haproxy并验证

# systemctl reload haproxy

# systemctl start haproxy

# systemctl enable haproxy

3.3整合keepalived+haproxy

主要为keepalived监控haproxy，以防haproxy死掉，keepalived进程还存活。

3.3.1配置keepalived严控haproxy进程

# vim /etc/keepalived/<keepalived配置文件> 添加

vrrp_script chk_haproxy {

script "/etc/keepalived/check_haproxy.sh"

interval 5

weight 2

}

track_script {

chk_haproxy

}

# vim /etc/keepalived/check_haproxy.sh

#!/bin/bash

if [ $(ps -C haproxy --no-header | wc -l) -eq 0 ];then

haproxy -f /opt/haproxy-1.7.8/haproxy.cfg

sleep 2

if [ $(ps -C haproxy --no-header | wc -l) -eq 0 ];then

service keepalived stop

3.4验证

待续………