Nginx+tomcat+redis 集群session共享

插件资源下载地址：https://github.com/ran-jit/tomcat-cluster-redis-session-manager/releases/tag/2.0.2

一、前置条件

　　JDK：jdk1.8.0_161，　　Nginx：nginx-1.13.9 ，　　tomcat：Apache Tomcat/8.5.16

　　Nginx：192.168.22.100

　　Redis：192.168.22.100

　　tomcat1：192.168.22.105：8081

　　tomcat2：192.168.22.106：8082

二、配置Nginx服务器的nginx.conf文件（/usr/local/nginx/conf）

user  www;
worker_processes  1;

#error_log  logs/error.log;
#error_log  logs/error.log  notice;
#error_log  logs/error.log  info;

#pid        logs/nginx.pid;

events {
    worker_connections  65535;
    use epoll;
}

http {
    include       mime.types;
    default_type  application/octet-stream;

    #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
    #                  '$status $body_bytes_sent "$http_referer" '
    #                  '"$http_user_agent" "$http_x_forwarded_for"';

    #access_log  logs/access.log  main;

    server_tokens  off;
    sendfile        on;
    tcp_nopush     on;
    tcp_nodelay    on;

    #keepalive_timeout  0;
    keepalive_timeout  10;

    gzip  on;

    server {
        listen       80;
        server_name  localhost;

        #charset koi8-r;

        #access_log  logs/host.access.log  main;

        location / {
            root   html;
            index  index.html index.htm;
        }

    #location /filestore/ {
        #    root   /usr/local/nginx/html/filestore/;
        #    autoindex on;
        #}

        #error_page  404              /404.html;

        # redirect server error pages to the static page /50x.html
        #
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }

        # proxy the PHP scripts to Apache listening on 127.0.0.1:80
        #
        #location ~ \.php$ {
        #    proxy_pass   http://127.0.0.1;
        #}

        # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
        #
        #location ~ \.php$ {
        #    root           html;
        #    fastcgi_pass   127.0.0.1:9000;
        #    fastcgi_index  index.php;
        #    fastcgi_param  SCRIPT_FILENAME  /scripts$fastcgi_script_name;
        #    include        fastcgi_params;
        #}

        # deny access to .htaccess files, if Apache's document root
        # concurs with nginx's one
        #
        #location ~ /\.ht {
        #    deny  all;
        #}
    }

    # another virtual host using mix of IP-, name-, and port-based configuration
    #
    #server {
    #    listen       8000;
    #    listen       somename:8080;
    #    server_name  somename  alias  another.alias;

    #    location / {
    #        root   html;
    #        index  index.html index.htm;
    #    }
    #}

upstream tomcat {
    server 192.168.22.105:8081 weight=1 fail_timeout=3s max_fails=2;
    server 192.168.22.106:8082 weight=1 fail_timeout=3s max_fails=2;
}

##HTTPS server

server {
        listen       443 ssl;
        server_name  localhost;
        ssl on;
        root html;
　　#添加错误页面

　　error_page 404 = https://xxxxxx/errorHtml/404.html;

　　　error_page 500 = https://xxxxxx/errorHtml/500.html;

        index index.html index.htm;
        ssl_certificate   /usr/local/nginx/cert/xxxxxxxxx.pem;
        ssl_certificate_key  /usr/local/nginx/cert/xxxxxxxx.key;
        ssl_session_timeout 5m;
        ssl_ciphers ECDHE-RSA-AES128-GCM-SHA256:ECDHE:ECDH:AES:HIGH:!NULL:!aNULL:!MD5:!ADH:!RC4;
        ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
        ssl_prefer_server_ciphers on;

        location / {
                proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
                proxy_set_header Host $http_host;
　proxy_intercept_errors on;//错误页面开关
                proxy_set_header X-Forwarded-Proto https;
                proxy_redirect off;
                proxy_connect_timeout      240;
                proxy_send_timeout         240;
                proxy_read_timeout         240;
                # note, there is not SSL here! plain HTTP is used
                proxy_pass http://tomcat;
        }
    }
}

　　

三、下载tomcat-cluster-redis-session-manager插件

　　①下载完，解压然后将tomcat-cluster-redis-session-manager\tomcat-cluster-redis-session-manager\lib目录下的jar包复制到tomcat\lib下

　　

　　②将tomcat-cluster-redis-session-manager\tomcat-cluster-redis-session-manager\conf\redis-data-cache.properties复制到tomcat\conf下。注意将redis.hosts改为redis对用的地址

#-- Redis data-cache configuration

#- redis hosts ex: 127.0.0.1:6379, 127.0.0.2:6379, 127.0.0.2:6380, ....
redis.hosts=192.168.22.100:6379

#- redis password (for stand-alone mode)
#redis.password=

#- set true to enable redis cluster mode
redis.cluster.enabled=false

#- redis database (default 0)
#redis.database=0

#- redis connection timeout (default 2000)
#redis.timeout=2000

四、修改tomcat目录下的contex.xml（/opt/weixins1/tomcat1/conf）

<?xml version="1.0" encoding="UTF-8"?>
<!--
  Licensed to the Apache Software Foundation (ASF) under one or more
  contributor license agreements.  See the NOTICE file distributed with
  this work for additional information regarding copyright ownership.
  The ASF licenses this file to You under the Apache License, Version 2.0
  (the "License"); you may not use this file except in compliance with
  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License.
-->
<!-- The contents of this file will be loaded for each web application -->
<Context>

    <!-- Default set of monitored resources. If one of these changes, the    -->
    <!-- web application will be reloaded.                                   -->
    <WatchedResource>WEB-INF/web.xml</WatchedResource>
    <WatchedResource>${catalina.base}/conf/web.xml</WatchedResource>

    <!-- Uncomment this to disable session persistence across Tomcat restarts -->
    <!--
    <Manager pathname="" />
    -->

    <Valve className="tomcat.request.session.redis.SessionHandlerValve" />
    <Manager className="tomcat.request.session.redis.SessionManager" />

</Context>

　　至此，所有的配置已经完成。

---

　　环境搭建好后，历经几天后，发现文件上传后，某台服务器上的上传文件始终没有访问的权限！

　　前置条件，启动Nginx的用户是www（组：webgroup），启动tomcat1的用户是javatest（组：webgroup），启动tomcat2的用户是javatest（组：webgroup）。

　　现在出现的状况是，文件共享的一个文件夹，在每次访问后文件读写权限就变成了另一个不存在的用户。

　　原因：

1. Nginx的/usr/local/nginx/conf/nginx.conf文件中user 后面是组 用户，不能单纯的用用户
2. 参与负载均衡的两台服务器的用户信息要一致，组===组，用户===用户

　　　　uid=1000(javatest) gid=1000(webgroup) 组=1000(webgroup) 环境=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023

　　　　uid=1000(javatest) gid=1000(webgroup) groups=1000(webgroup) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023

　　参考文档：http://www.nginx.cn/doc/