Nginx+tomcat+redis 集群session共享
插件资源下载地址：https://github.com/ran-jit/tomcat-cluster-redis-session-manager/releases/tag/2.0.2
一、前置条件
JDK：jdk1.8.0_161， Nginx：nginx-1.13.9 ， tomcat：Apache Tomcat/8.5.16
Nginx：192.168.22.100
Redis：192.168.22.100
tomcat1：192.168.22.105：8081
tomcat2：192.168.22.106：8082
二、配置Nginx服务器的nginx.conf文件（/usr/local/nginx/conf）
user www;
worker_processes 1;
#error_log logs/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;
#pid logs/nginx.pid;
events {
worker_connections 65535;
use epoll;
}
http {
include mime.types;
default_type application/octet-stream;
#log_format main '$remote_addr - $remote_user [$time_local] "$request" '
# '$status $body_bytes_sent "$http_referer" '
# '"$http_user_agent" "$http_x_forwarded_for"';
#access_log logs/access.log main;
server_tokens off;
sendfile on;
tcp_nopush on;
tcp_nodelay on;
#keepalive_timeout 0;
keepalive_timeout 10;
gzip on;
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
root html;
index index.html index.htm;
}
#location /filestore/ {
# root /usr/local/nginx/html/filestore/;
# autoindex on;
#}
#error_page 404 /404.html;
# redirect server error pages to the static page /50x.html
#
error_page 500 502 503 504 /50x.html;
location = /50x.html {
root html;
}
# proxy the PHP scripts to Apache listening on 127.0.0.1:80
#
#location ~ \.php$ {
# proxy_pass http://127.0.0.1;
#}
# pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
#
#location ~ \.php$ {
# root html;
# fastcgi_pass 127.0.0.1:9000;
# fastcgi_index index.php;
# fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name;
# include fastcgi_params;
#}
# deny access to .htaccess files, if Apache's document root
# concurs with nginx's one
#
#location ~ /\.ht {
# deny all;
#}
}
# another virtual host using mix of IP-, name-, and port-based configuration
#
#server {
# listen 8000;
# listen somename:8080;
# server_name somename alias another.alias;
# location / {
# root html;
# index index.html index.htm;
# }
#}
upstream tomcat {
server 192.168.22.105:8081 weight=1 fail_timeout=3s max_fails=2;
server 192.168.22.106:8082 weight=1 fail_timeout=3s max_fails=2;
}
##HTTPS server
server {
listen 443 ssl;
server_name localhost;
ssl on;
root html;
#添加错误页面
error_page 404 = https://xxxxxx/errorHtml/404.html;
error_page 500 = https://xxxxxx/errorHtml/500.html;
index index.html index.htm;
ssl_certificate /usr/local/nginx/cert/xxxxxxxxx.pem;
ssl_certificate_key /usr/local/nginx/cert/xxxxxxxx.key;
ssl_session_timeout 5m;
ssl_ciphers ECDHE-RSA-AES128-GCM-SHA256:ECDHE:ECDH:AES:HIGH:!NULL:!aNULL:!MD5:!ADH:!RC4;
ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
ssl_prefer_server_ciphers on;
location / {
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header Host $http_host;
proxy_intercept_errors on;//错误页面开关
proxy_set_header X-Forwarded-Proto https;
proxy_redirect off;
proxy_connect_timeout 240;
proxy_send_timeout 240;
proxy_read_timeout 240;
# note, there is not SSL here! plain HTTP is used
proxy_pass http://tomcat;
}
}
}
三、下载tomcat-cluster-redis-session-manager插件
①下载完，解压然后将tomcat-cluster-redis-session-manager\tomcat-cluster-redis-session-manager\lib目录下的jar包复制到tomcat\lib下
②将tomcat-cluster-redis-session-manager\tomcat-cluster-redis-session-manager\conf\redis-data-cache.properties复制到tomcat\conf下。注意将redis.hosts改为redis对用的地址
#-- Redis data-cache configuration
#- redis hosts ex: 127.0.0.1:6379, 127.0.0.2:6379, 127.0.0.2:6380, ....
redis.hosts=192.168.22.100:6379
#- redis password (for stand-alone mode)
#redis.password=
#- set true to enable redis cluster mode
redis.cluster.enabled=false
#- redis database (default 0)
#redis.database=0
#- redis connection timeout (default 2000)
#redis.timeout=2000
四、修改tomcat目录下的contex.xml（/opt/weixins1/tomcat1/conf）
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!-- The contents of this file will be loaded for each web application -->
<Context>
<!-- Default set of monitored resources. If one of these changes, the -->
<!-- web application will be reloaded. -->
<WatchedResource>WEB-INF/web.xml</WatchedResource>
<WatchedResource>${catalina.base}/conf/web.xml</WatchedResource>
<!-- Uncomment this to disable session persistence across Tomcat restarts -->
<!--
<Manager pathname="" />
-->
<Valve className="tomcat.request.session.redis.SessionHandlerValve" />
<Manager className="tomcat.request.session.redis.SessionManager" />
</Context>
至此，所有的配置已经完成。
环境搭建好后，历经几天后，发现文件上传后，某台服务器上的上传文件始终没有访问的权限！
前置条件，启动Nginx的用户是www（组：webgroup），启动tomcat1的用户是javatest（组：webgroup），启动tomcat2的用户是javatest（组：webgroup）。
现在出现的状况是，文件共享的一个文件夹，在每次访问后文件读写权限就变成了另一个不存在的用户。
原因：
- Nginx的/usr/local/nginx/conf/nginx.conf文件中user 后面是组 用户，不能单纯的用用户
- 参与负载均衡的两台服务器的用户信息要一致，组===组，用户===用户
uid=1000(javatest) gid=1000(webgroup) groups=1000(webgroup) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
参考文档：http://www.nginx.cn/doc/
