Docker Swarm nginx 集群搭建

环境1：

• 系统：Linux Centos 7.4 x64
• 内核：Linux docker 3.10.0-693.2.2.el7.x86_64
• Docker 版本：18.09.1
• redis 版本：nginx-1.15.7
• 主机数量：1台
• 主机地址：192.168.1.81

---

环境2：

• 已搭建 Docker Swarm 管理
• 已搭建 Docker 私有仓库
• 已搭建 NFS 存储

---

目录结构

├── nginx
│   ├── dist.zip # 自定义项目
│   ├── Dockerfile
│   ├── nginx-1.15.7.tar.gz
│   ├── nginx.conf
│   ├── openssl-1.1.1a.tar.gz
│   ├── pcre-8.42.tar.gz
│   ├── vhosts.conf
│   └── zlib-1.2.11.tar.gz

└── service_nginx.yml

---

下载

• nginx压缩包
• 下载地址：https://pan.baidu.com/s/1yb783fGyn62kWi8j3hvtmQ
• 密码：h41v

---

• openssl压缩包
• 下载地址：https://pan.baidu.com/s/1l5oiq0-ZzRP00oTfEd6aqA
• 密码：8uk3

---

• pcre压缩包
• 下载地址：https://pan.baidu.com/s/1sXDtYsRlye1ANwCz3bS8BA
• 密码：mrmd

---

• zlib压缩包
• 下载地址：https://pan.baidu.com/s/1AWsZ00uhn32KCg9eGSF1SA
• 密码：6mwr

---

1、创建dockerfile

FROM centos:6
MAINTAINER xiangsikai
ENV LANG en_US.UTF-8
ENV TZ=Asia/Shanghai
RUN yum install sudo unzip -y
RUN sudo yum update -y && \
    sudo yum groupinstall -y 'Development Tools' && \
    sudo yum install -y epel-release && \
    sudo yum install -y perl perl-devel perl-ExtUtils-Embed libxslt libxslt-devel libxml2 libxml2-devel gd gd-devel GeoIP GeoIP-devel
ADD nginx-1.15.7.tar.gz /home/root/
ADD pcre-8.42.tar.gz /home/root/
ADD zlib-1.2.11.tar.gz /home/root/
ADD openssl-1.1.1a.tar.gz /home/root/
RUN cd /home/root/nginx-1.15.7/ && ./configure --prefix=/usr/local/nginx \
 --sbin-path=/usr/sbin/nginx \
 --conf-path=/etc/nginx/nginx.conf \
 --user=nginx \
 --group=nginx \
 --pid-path=/var/run/nginx.pid \
 --lock-path=/var/run/nginx.lock \
 --error-log-path=/var/log/nginx/error.log \
 --http-log-path=/var/log/nginx/access.log \
 --with-select_module \
 --with-poll_module \
 --with-threads \
 --with-file-aio \
 --with-http_ssl_module \
 --with-http_v2_module \
 --with-http_realip_module \
 --with-http_addition_module \
 --with-http_xslt_module=dynamic \
 --with-http_image_filter_module=dynamic \
 --with-http_geoip_module=dynamic \
 --with-http_sub_module \
 --with-http_dav_module \
 --with-http_flv_module \
 --with-http_mp4_module \
 --with-http_gunzip_module \
 --with-http_gzip_static_module \
 --with-http_auth_request_module \
 --with-http_random_index_module \
 --with-http_secure_link_module \
 --with-http_degradation_module \
 --with-http_slice_module \
 --with-http_stub_status_module \
 --with-mail=dynamic \
 --with-mail_ssl_module \
 --with-stream=dynamic \
 --with-stream_ssl_module \
 --with-stream_realip_module \
 --with-stream_geoip_module=dynamic \
 --with-stream_ssl_preread_module \
 --with-compat \
 --with-pcre=../pcre-8.42 \
 --with-pcre-jit \
 --with-zlib=../zlib-1.2.11 \
 --with-openssl=../openssl-1.1.1a \
 --with-openssl-opt=no-nextprotoneg \
 --with-debug && \
 make && make install
RUN sudo useradd nginx &&  sudo mkdir /etc/nginx/conf.d
COPY nginx.conf /etc/nginx/nginx.conf
COPY vhosts.conf /etc/nginx/conf.d/
ADD dist.zip /usr/local/nginx/html/
RUN unzip /usr/local/nginx/html/dist.zip -d /usr/local/nginx/html/
CMD ["nginx","-g","daemon off;"]
EXPOSE 80

# 指定系统镜像版本
FROM centos:6
# 指定管理员名称
MAINTAINER xiangsikai
# 添加变量，指定中文编码
ENV LANG en_US.UTF-8
# 添加变量，同步系统时间
ENV TZ=Asia/Shanghai
# 添加命令
RUN yum install sudo unzip -y
# 添加命令
RUN sudo yum update -y && \
    sudo yum groupinstall -y 'Development Tools' && \
    sudo yum install -y epel-release && \
    sudo yum install -y perl perl-devel perl-ExtUtils-Embed libxslt libxslt-devel libxml2 libxml2-devel gd gd-devel GeoIP GeoIP-devel
# 添加文件
ADD nginx-1.15.7.tar.gz /home/root/
# 添加文件
ADD pcre-8.42.tar.gz /home/root/
# 添加文件
ADD zlib-1.2.11.tar.gz /home/root/
# 添加文件
ADD openssl-1.1.1a.tar.gz /home/root/
# 添加命令
RUN cd /home/root/nginx-1.15.7/ && ./configure --prefix=/usr/local/nginx \
 --sbin-path=/usr/sbin/nginx \
 --conf-path=/etc/nginx/nginx.conf \
 --user=nginx \
 --group=nginx \
 --pid-path=/var/run/nginx.pid \
 --lock-path=/var/run/nginx.lock \
 --error-log-path=/var/log/nginx/error.log \
 --http-log-path=/var/log/nginx/access.log \
 --with-select_module \
 --with-poll_module \
 --with-threads \
 --with-file-aio \
 --with-http_ssl_module \
 --with-http_v2_module \
 --with-http_realip_module \
 --with-http_addition_module \
 --with-http_xslt_module=dynamic \
 --with-http_image_filter_module=dynamic \
 --with-http_geoip_module=dynamic \
 --with-http_sub_module \
 --with-http_dav_module \
 --with-http_flv_module \
 --with-http_mp4_module \
 --with-http_gunzip_module \
 --with-http_gzip_static_module \
 --with-http_auth_request_module \
 --with-http_random_index_module \
 --with-http_secure_link_module \
 --with-http_degradation_module \
 --with-http_slice_module \
 --with-http_stub_status_module \
 --with-mail=dynamic \
 --with-mail_ssl_module \
 --with-stream=dynamic \
 --with-stream_ssl_module \
 --with-stream_realip_module \
 --with-stream_geoip_module=dynamic \
 --with-stream_ssl_preread_module \
 --with-compat \
 --with-pcre=../pcre-8.42 \
 --with-pcre-jit \
 --with-zlib=../zlib-1.2.11 \
 --with-openssl=../openssl-1.1.1a \
 --with-openssl-opt=no-nextprotoneg \
 --with-debug && \
 make && make install
# 添加命令
RUN sudo useradd nginx &&  sudo mkdir /etc/nginx/conf.d
# 添加文件
COPY nginx.conf /etc/nginx/nginx.conf
# 添加文件
COPY vhosts.conf /etc/nginx/conf.d/
# 添加文件
ADD dist.zip /usr/local/nginx/html/
# 添加命令
RUN unzip /usr/local/nginx/html/dist.zip -d /usr/local/nginx/html/
# 启动命令
CMD ["nginx","-g","daemon off;"]
# 开放端口
EXPOSE 80

文件注释

2、创建镜像(nginx目录下)

docker build -t 192.168.1.81:5000/nginx:v1 .

3、上传镜像

docker push 192.168.1.81:5000/nginx:v1

4、创建 service_nginx.yml

version: '3.7'
services:

  nginx:
    image: 192.168.1.81:5000/nginx:v1
    ports:
      - 2008:80
    networks:
      - networkce
    deploy:
      mode: replicated
      replicas: 2
      update_config:
        parallelism: 1
        delay: 10s
        failure_action: rollback
        order: start-first
      rollback_config:
        parallelism: 1
        delay: 10s
        failure_action: rollback
        order: start-first
    volumes:
      - type: volume
        source: nfs-nginx_log
        target: /var/log/nginx
        volume:
          nocopy: true
    configs:
      - source: nginx_config
        target: /etc/nginx/nginx.conf
      - source: nginx_vhosts
        target: /etc/nginx/conf.d/vhosts.conf

networks:
  networkce:
    driver: overlay

volumes:
  nfs-nginx_log:
    driver: local
    driver_opts:
      type: "nfs"
      o: "addr=192.168.1.81,vers=4,soft,timeo=180,bg,tcp,rw"
      device: "192.168.1.81:/docker/service/zs/nginx/log"

configs:
  nginx_config:
    file: /docker/service/zs/nginx/config/nginx.conf
  nginx_vhosts:
    file: /docker/service/zs/nginx/config/vhosts.conf

# 指定版本
version: '3.7'
# 服务
services:

# 指定服务名
  nginx:
    # 指定使用镜像
    image: 192.168.1.81:5000/nginx:v1
    # 指定开放端口
    ports:
      - 2008:80
    # 指定网络
    networks:
      - networkce
    # 管理容器
    deploy:
      # 设置副本模式
      mode: replicated
      # 副本数
      replicas: 2
      # 更新配置
      update_config:
        # 每次更新数量
        parallelism: 1
        # 每次更新时间
        delay: 10s
        # 更新失败设置，rollback回滚
        failure_action: rollback
        # 更新状态，start-firest 更新同时叠加旧版本，之后删除
        order: start-first
      # 回滚配置
      rollback_config:
        # 每次回滚数量
        parallelism: 1
        # 每次回滚时间
        delay: 10s
        # 回滚失败设置，rollback回滚
        failure_action: rollback
        # 回滚状态，start-firest 回滚同时叠加旧版本，之后删除
        order: start-first
    # 配置持久化数据
    volumes:
      # 数据类型
      - type: volume
        # 设置名称
        source: nfs-nginx_log
        # 挂载容器路径
        target: /var/log/nginx
        # 默认
        volume:
          nocopy: true
    # 配置文件配置
    configs:
      # 配置文件名称
      - source: nginx_config
        # 上传容器文件路径
        target: /etc/nginx/nginx.conf
      # 配置文件名称
      - source: nginx_vhosts
        # 上传容器文件路径
        target: /etc/nginx/conf.d/vhosts.conf

# 网络
networks:
  # 添加网络名称
  networkce:
    driver: overlay

# 数据持久化
volumes:
  # 数据名称
  nfs-nginx_log:
    driver: local
    driver_opts:
     # 类型
      type: "nfs"
      # 官方默认配置
      o: "addr=192.168.1.81,vers=4,soft,timeo=180,bg,tcp,rw"
      device: "192.168.1.81:/docker/service/zs/nginx/log"

# 本地配置文件配置
configs:
  # 配置文件名称
  nginx_config:
    # 本地配置文件路径
    file: /docker/service/zs/nginx/config/nginx.conf
  # 配置文件名称
  nginx_vhosts:
    # 本地配置文件路径
    file: /docker/service/zs/nginx/config/vhosts.conf

文件注释

5、创建服务

docker stack deploy -c service_nginx.yml nginx