ansible实现keepalived和nginx高可用

实验环境

ansible节点

keepalived+nginx节点1    ansible自动安装配置

keepalived+nginx节点2    ansible自动安装配置

httpd节点1

httpd节点2

ansible配置

yum install epel-release
yum install ansible

安装ansible

vi /etc/ansible/hosts

[nginxsrv]
172.20.128.42
172.20.128.43

[keepalivedsrv]
172.20.128.42
172.20.128.43

#配置免密钥登录连接
[root@localhost .ssh]# ssh-keygen
[root@localhost .ssh]# ssh-copy-id 172.20.128.42
[root@localhost .ssh]# ssh-copy-id 172.20.128.43
[root@localhost .ssh]# ansible nginxsrv -m ping

#指定使用密码连接测试 -k
[root@localhost .ssh]# ansible nginxsrv -m ping -k

添加主机清单

编写ansible角色脚本

[root@localhost ~]# ls
 HAnginx
[root@localhost ~]# cd HAnginx/
[root@localhost HAnginx]# ls
roles  start.yaml
[root@localhost HAnginx]# cd roles
[root@localhost roles]# ls
keepalived  nginx
[root@localhost roles]# cd nginx
[root@localhost nginx]# ls
tasks  templates  vars  handlers
[root@localhost roles]# cd keepalived/
[root@localhost keepalived]# ls
tasks  templates  vars handlers

角色目录结构

keepalived角色配置

vips:
 - vip1:
   master: node1
   interface: ens33
   vip: 172.20.103.88/
   instance: VI_1
   routeid:
 - vip2:
   master: node2
   interface: ens33
   vip: 172.20.103.99/
   instance: VI_2
   routeid: 

这个文件中变量由ansible自动传递到模板中,因此可以在template中直接引用

vars/main.yaml

! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
     root@localhost
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 127.0.0.1
   smtp_connect_timeout
   router_id LVS_DEVEL
   vrrp_skip_check_adv_addr
   vrrp_strict
   vrrp_iptables
   vrrp_garp_interval
   vrrp_gna_interval
   vrrp_mcast_group4 224.0.103.103
}

vrrp_script ngxhealth {
   script "killall -0 nginx && exit 0 || exit 1"
   interval
   weight -

}

vrrp_script checkdown {
   script "/bin/bash -c '[[ -f /etc/keepalived/down ]]' && exit 1 || exit 0"
   interval
   weight -
}

{% for v in vips %}
vrrp_instance {{ v["instance"] }} {
  {% if v["master"] == ansible_nodename  %}
   state MASTER
   priority
  {% else %}
   state BACKUP
   priority
  {% endif %}
    interface {{ v["interface"] }}
    virtual_router_id {{ v["routeid"] }}
    advert_int
    authentication {
        auth_type PASS
        auth_pass
    }
    virtual_ipaddress {
        {{ v["vip"] }}
    }

    track_interface {
       {{ v["interface"] }}
    }
    track_script {
     ngxhealth
     checkdown
   }
}
{% endfor %}

templates/keepalived.conf.j2

vi  yum.yaml

 - name: install keepalived
  yum: name=keepalived

vi  tmpl.yaml

  - name: copy keepalived conf
  template: src=keepalived.conf.j2 dest=/etc/keepalived/keepalived.conf

vi  start.yaml

  - name: start keepalived
  service: name=keepalived state=started enabled=yes

vi main.yaml

  - include: yum.yaml
  - include: tmpl.yaml
  - include: start.yaml

tasks目录下文件

nginx角色配置

websrv1: 172.20.128.33
webport1:
websrv2: 172.20.128.34
webport2: 

vars/main.yaml

# For more information on configuration, see:
#   * Official English Documentation: http://nginx.org/en/docs/
#   * Official Russian Documentation: http://nginx.org/ru/docs/

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log;
pid /run/nginx.pid;

# Load dynamic modules. See /usr/share/nginx/README.dynamic.
include /usr/share/nginx/modules/*.conf;

events {
    worker_connections 1024;
}

http {
    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    tcp_nodelay         on;
    keepalive_timeout   65;
    types_hash_max_size 2048;

    include             /etc/nginx/mime.types;
    default_type        application/octet-stream;

    # Load modular configuration files from the /etc/nginx/conf.d directory.
    # See http://nginx.org/en/docs/ngx_core_module.html#include
    # for more information.
    include /etc/nginx/conf.d/*.conf;

    server {
        listen       80;
        listen       [::]:80;
        server_name  _;
        root         /usr/share/nginx/html;

        # Load configuration files for the default server block.
        include /etc/nginx/default.d/*.conf;

        location / {
        }

        error_page 404 /404.html;
            location = /40x.html {
        }

        error_page 500 502 503 504 /50x.html;
            location = /50x.html {
        }
    }

# Settings for a TLS enabled server.
#
#    server {
#        listen       443 ssl http2 default_server;
#        listen       [::]:443 ssl http2 default_server;
#        server_name  _;
#        root         /usr/share/nginx/html;
#
#        ssl_certificate "/etc/pki/nginx/server.crt";
#        ssl_certificate_key "/etc/pki/nginx/private/server.key";
#        ssl_session_cache shared:SSL:1m;
#        ssl_session_timeout  10m;
#        ssl_ciphers HIGH:!aNULL:!MD5;
#        ssl_prefer_server_ciphers on;
#
#        # Load configuration files for the default server block.
#        include /etc/nginx/default.d/*.conf;
#
#        location / {
#        }
#
#        error_page 404 /404.html;
#            location = /40x.html {
#        }
#
#        error_page 500 502 503 504 /50x.html;
#            location = /50x.html {
#        }
#    }

}

templates/nginx.conf.j2

upstream websrvs {
  server {{ websrv1 }}:{{ webport1 }};
  server {{ websrv2 }}:{{ webport2 }};
}

server {
    listen   default_server;
    server_name www.a.com;
    root /usr/share/nginx/html;
    location /{
      proxy_pass http://websrvs;
    }
}

templates/www.conf.j2

vi yum.yaml
  - name: install nginx
    yum:  name=nginx

[root@localhost tasks]# cat templ.yaml
- name: copy nginx conf
  template: src=nginx.conf.j2 dest=/etc/nginx/nginx.conf

- name: copy www conf
  template: src=www.conf.j2 dest=/etc/nginx/conf.d/www.conf

[root@localhost tasks]# cat start.yaml
- name: start nginx
  service: name=nginx state=started enabled=yes

[root@localhost tasks]# cat main.yaml
- include: yum.yaml
- include: templ.yaml
- include: start.yaml

tasks目录下文件

启动执行角色

[root@localhost HAnginx]# ls
roles  start.yaml
[root@localhost HAnginx]# ansible-playbook start.yaml

#roles目录下的文件
[root@localhost HAnginx]# cd roles
[root@localhost roles]# ls
keepalived  nginx
[root@localhost roles]# 

启动目录

注意点

在模板中  {% if v["master"] ==  ansible_nodename  %}  不能写成  {% if v["master"] ==  {{ ansible_nodename }}  %}

只有需要输出变量的值的时候才能写成   {{ ansible_nodename }}   进行变量比较的时候直接写成 ansible_nodename 即可

可以把所有的变量定义在每个角色目录下的/vars/main.yaml文件中,然后可以直接在j2模板中引用这里面的变量名称,j2根据变量和相关业务动态生成各种配置文件传送到相关主机

[root@localhost HAnginx]# ansible all -m setup | grep hostname

"ansible_hostname": "node2",
    "ansible_hostname": "node1",

ansible all -m setup -a "filter=ansible_hostname"

使用default()默认值

当我们定义了变量的值时,采用变量的值,当我们没有定义变量的值时,那么使用默认给定的值

[root@master ansible]# cat roles/temp/templates/test_default.j2
Listen: {{ server_port|default(80) }}