saltstack 实现haproxy+keepalived

1、目录结构规划如下

mkdir -p /srv/salt/prod/haproxy

mkdir -p /srv/salt/prod/keepalived

mkdir -p /srv/salt/prod/pkg

mkdir -p /srv/salt/prod/cluster

mkdir -p /srv/salt/prod/haproxy/files/

mkdir -p /srv/salt/prod/cluster/files

2、依赖包安装

[root@zabbix files]# cat /srv/salt/prod/pkg/pkg-init.sls
pkg-init:
  pkg.installed:
    - names:
      - gcc
      - gcc-c++
      - glibc
      - make
      - autoconf
      - openssl
      - openssl-devel
      - pcre
      - pcre-devel

3、手动安装一遍，一遍获得需要的文件

cd /usr/local/src

tar xvf haproxy-1.6.3.tar.gz

cd haproxy-1.6.3/

make TARGET=linux31 PREFIX=/usr/local/haproxy-1.6.3

make install PREFIX=/usr/local/haproxy-1.6.3

ln -s /usr/local/haproxy-1.6.3 /usr/local/haproxy

修改启动脚本

vi /usr/local/src/haproxy-1.6.3/examples/haproxy.init

BIN=/usr/local/haproxy/sbin/$BASENAME

cp /usr/local/src/haproxy-1.6.3/examples/haproxy.init /srv/salt/prod/haproxy/files/

haproxy-1.6.3.tar.gz安装包放入/srv/salt/prod/modules/haproxy/files/目录下

4、编写haproxy状态 文件 安装haproxy

[root@zabbix files]# cat /srv/salt/prod/haproxy/install.sls
include:
  - pkg.pkg-init

haproxy-install:
  file.managed:
    - name: /usr/local/src/haproxy-1.6..tar.gz
    - source: salt://haproxy/files/haproxy-1.6.3.tar.gz
    - user: root
    - group: root
    - mode:
  cmd.run:
    - name: cd /usr/local/src/&&tar xf haproxy-1.6..tar.gz&&cd haproxy-1.6.&& make TARGET=linux31 PREFIX=/usr/local/haproxy&& make install PREFIX=/usr/local/haproxy
    - unless: test -d /usr/local/haproxy
    - require:
      - pkg: pkg-init
      - file: haproxy-install

/etc/init.d/haproxy:
  file.managed:
    - source: salt://haproxy/files/haproxy.init
    - user: root
    - group: root
    - mode:
    - require:
      - cmd: haproxy-install

haproxy-init:
   cmd.run:
    - name: /etc/init.d/haproxy
    - unless: chkconfig --list|grep haproxy
    - require:
      - file: /etc/init.d/haproxy

net.ipv4.ip_nonlocal_bind:
  sysctl.present:
    - value: 

haproxy-config-dir:
  file.directory:
    - name: /etc/haproxy
    - user: root
    - group: root
    - mode: 

5、编写haproxy配置文件

[root@zabbix files]# cat /srv/salt/prod/cluster/files/haproxy-outside.cfg
global
maxconn
chroot /usr/local/haproxy
uid
gid
daemon
nbproc
pidfile /usr/local/haproxy/logs/haproxy.pid
log 127.0.0.1 local3 info

defaults
option http-keep-alive
maxconn
mode http
timeout connect 5000ms
timeout client  50000ms
timeout server 50000ms

listen stats
mode http
bind 0.0.0.0:
stats enable
stats uri     /haproxy-status
stats auth    haproxy:saltstack

frontend frontend_www_example_com
    bind 172.16.80.199:
    mode http
    option httplog
    log global
    default_backend backend_www_example_com

backend backend_www_example_com
    option forwardfor header X-REAL-IP
    option httpchk HEAD / HTTP/1.0
    balance roundrobin
    server web-node1  172.16.80.5: check inter  rise  fall
    server web-node2  172.16.80.6: check inter  rise  fall 

6、编写haproxy配置状态文件

[root@zabbix files]# cat /srv/salt/prod/cluster/haproxy-outside.sls
include:
  - haproxy.install

haproxy-service:
  file.managed:
    - name: /etc/haproxy/haproxy.cfg
    - source: salt://cluster/files/haproxy-outside.cfg
    - user: root
    - group: root
    - mode:
  service.running:
    - name: haproxy
    - enable: True
    - reload: True
    - require:
      - cmd: haproxy-init
    - watch:
      - file: haproxy-service

7、配置top 文件

[root@zabbix files]# cat /srv/salt/base/top.sls
base:
  '*':
    - init.env_init

prod:
  '*':
    - cluster.haproxy-outside

8、执行

[root@zabbix files]#  salt "*" state.highstate test=True #先测试

[root@zabbix files]#  salt "*" state.highstate

9、验证

keepalived

Keepalived 自安装
[root@zabbix src]# tar xf keepalived-1.3..tar.gz
[root@zabbix src]# cd keepalived-1.3./
[root@zabbix keepalived-1.3.]# ./configure --prefix=/usr/local/keepalived
[root@zabbix keepalived-1.3.]#make && make install

[root@zabbix ~]# mkdir /srv/salt/prod/keepalived
[root@zabbix ~]# mkdir /srv/salt/prod/keepalived/files

[root@zabbix keepalived-1.3.]# cp /usr/local/src/keepalived-1.3./keepalived/etc/init.d/keepalived /srv/salt/prod/keepalived/files/
[root@zabbix keepalived-1.3.]# cp /usr/local/src/keepalived-1.3./keepalived/etc/keepalived/keepalived.conf  /srv/salt/prod/keepalived/files/

[root@zabbix ~]# cp /usr/local/src/keepalived-1.3.7/keepalived/etc/sysconfig/keepalived /srv/salt/prod/keepalived/files/keepalived.sysconfig

[root@zabbix ~]# cp /usr/local/src/keepalived-1.3.7.tar.gz /srv/salt/prod/keepalived/files

改脚本
daemon keepalived ${KEEPALIVED_OPTIONS}
改为     daemon /usr/local/keepalived/sbin/keepalived ${KEEPALIVED_OPTIONS}

编写keepaliv[root@zabbix ~]# cat /srv/salt/prod/keepalived/install.sls        include:

- pkg.pkg-init

keepalived-install:
  file.managed:
    - name: /usr/local/src/keepalived-1.3..tar.gz
    - source: salt://keepalived/files/keepalived-1.3.7.tar.gz
    - user: root
    - group: root
    - mode:
  cmd.run:
    - name :  cd /usr/local/src/&& tar xf keepalived-1.3..tar.gz&&cd keepalived-1.3.&&./configure --prefix=/usr/local/keepalived&&make&&make install
    - unless: test -d /usr/local/keepalived
    - require:
      - file: keepalived-install

/etc/sysconfig/keepalived:
  file.managed:
    - source: salt://keepalived/files/keepalived.sysconfig
    - mode:
    - user: root
    - group: root

/etc/init.d/keepalived:
  file.managed:
    - source: salt://keepalived/files/keepalived
    - mode:
    - user: root
    - group: root

keepalived-init:
  cmd.run:
    - name: chkconfig --add keepalived
    - unless: chkconfig --list | grep keepalived
    - require:
      - file: /etc/init.d/keepalived

/etc/keepalived:
  file.directory:
    - user: root
    - group: root

创建keepalived配置文件

[root@zabbix ~]# cat /srv/salt/prod/cluster/files/haproxy-outside-keepalived.conf
! Configuration File for keepalived
global_defs {
   notification_email {
     saltstack@example.com
   }
   notification_email_from keepalived@example.com
   smtp_server 127.0.0.1
   smtp_connect_timeout
   router_id {{ ROUTEID }}
}

vrrp_instance haproxy_ha {
state {{ STATEID }}
interface eth0
    virtual_router_id
priority {{ PRIORITYID }}
    advert_int
authentication {
auth_type PASS
        auth_pass
    }
    virtual_ipaddress {
       172.16.80.199
    }
}

创建keepalived状态文件

[root@zabbix ~]# cat /srv/salt/prod/cluster/haproxy-outside-keepalived.sls
include:
  - keepalived.install

keepalived-server:
  file.managed:
    - name: /etc/keepalived/keepalived.conf
    - source: salt://cluster/files/haproxy-outside-keepalived.conf
    - mode:
    - user: root
    - group: root
    - template: jinja
    {% if grains['fqdn'] == 'zabbix' %}
    - ROUTEID: haproxy_ha
    - STATEID: MASTER
    - PRIORITYID:
    {% elif grains['fqdn'] == 'k8s-node1' %}
    - ROUTEID: haproxy_ha
    - STATEID: BACKUP
    - PRIORITYID:
    {% endif %}
  service.running:
    - name: keepalived
    - enable: True
    - watch:
      - file: keepalived-server

[root@zabbix ~]# salt '*' state.sls cluster.haproxy-outside-keepalived saltenv=prod test=True

[root@zabbix ~]# cat /srv/salt/base/top.sls

[root@zabbix ~]# cat /srv/salt/base/top.sls
base:
  '*':
    - init.env_init

prod:
  '*':
    - cluster.haproxy-outside
    - cluster.haproxy-outside-keepalived

[root@zabbix ~]# salt '*' state.highstate