使用nginx转发后端静态资源的时候,可以在nginx端配置缓存,提高访问速度,经过一系列的摸爬滚打,终于摸清楚了整个脉络。记录如下:
接前文的nginx基础上:
cd /usr/local/src
sudo wget http://labs.frickle.com/files/ngx_cache_purge-2.3.tar.gz
sudo tar -zxvf ngx_cache_purge-2.3.tar.gz
sudo /usr/local/nginx/sbin/nginx -V //此步骤查看nginx安装了哪些模块
如下可以看到已安装的模块
--prefix=/usr/local/nginx --sbin-path=/usr/local/nginx/sbin/nginx --conf-path=/usr/local/nginx/conf/nginx.conf --pid-path=/usr/local/nginx/logs/nginx.pid --add-module=/home/emeet/nginx-upstream-fair-master --with-http_ssl_module
继续编译安装缓存模块
cd /usr/local/nginx-1.15.10
在此目录下执行
sudo ./configure --prefix=/usr/local/nginx --sbin-path=/usr/local/nginx/sbin/nginx --conf-path=/usr/local/nginx/conf/nginx.conf --pid-path=/usr/local/nginx/logs/nginx.pid --add-module=/home/emeet/nginx-upstream-fair-master --add-module=/usr/local/src/ngx_cache_purge-2.3 --with-http_ssl_module
可以看到对比此前已安装的模块,加入了–add-module=/usr/local/src/ngx_cache_purge-2.3
sudo make
老规矩,先备份原有二进制文件
cp /usr/local/nginx/sbin/nginx /usr/local/nginx/sbin/nginx.bak
然后更新文件
sudo cp objs/nginx /usr/local/nginx/sbin/nginx
接下来新建2个目录,用来存放nginx的缓存文件
sudo mkdir -p /home/emeet/proxy_temp_path
sudo mkdir -p /home/emeet/proxy_cache_path
然后来修改nginx.conf文件
首先在http中添加:
#创建缓存的时候可能生成一些临时文件存放的位置
proxy_temp_path /home/emeet/proxy_temp_path;
#设置Web缓存区名称为cache_one,内存缓存空间大小为200M,缓存的数据超过1天没有被访问就自动清除;访问的缓存数据,硬盘 缓存空间大小为5G
proxy_cache_path /home/emeet/proxy_cache_path levels=1:2 keys_zone=cache_one:200m inactive=1d max_size=5g;
proxy_headers_hash_max_size 51200;
proxy_headers_hash_bucket_size 6400;
proxy_buffering on;
proxy_buffer_size 128k;
proxy_buffers 32 128k;
proxy_busy_buffers_size 128k;
proxy_temp_file_write_size 128k;
然后配置http
location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)$
{
proxy_pass https://webserver;
proxy_redirect off;
proxy_ignore_headers X-Accel-Expires Expires Cache-Control Set-Cookie;
proxy_hide_header Cache-Control;
proxy_hide_header Set-Cookie;
proxy_connect_timeout 180;
proxy_send_timeout 180;
proxy_read_timeout 180;
proxy_cache cache_one;
proxy_cache_valid 200 304 1h;
proxy_cache_valid 404 1m;
proxy_cache_valid any 1h;
proxy_cache_key $uri$is_args$args;
proxy_cache_use_stale error timeout invalid_header updating;
proxy_cache_min_uses 1;
proxy_cache_revalidate on;
proxy_cache_methods GET HEAD POST;//缓存请求类型
add_header Nginx-Cache $upstream_cache_status; //增加http头,可在浏览器访问时候观察缓存命中情况。MISS未命中,HIT命中,有5种状态
expires 1d;
}
启动nginx后访问多次页面,可以去缓存文件夹中可以看到生成文件,
清除缓存的方式:
location ~ /purge(/.*)
{
#设置只允许指定的IP或IP段才可以清除URL缓存。
allow all;
proxy_cache_purge cache_one $1$is_args$args;
}
我这里设定的是所有ip都可以清除缓存
http://域名+purge+静态资源相对路径 来清除静态资源缓存
例如,在浏览器地址栏输入
http://www.baidu.com/purge/resources/app/css/product.css
即可清除在nginx服务器缓存的静态文件
由于文件太多,可以手动清除缓存文件夹下的所有文件,企业版的nginx可以一个命令清除所有缓存。
最后贴上我完整的nging.conf文件,还有很多测试的内容可以删除。还有一些用法和参数的意义有待优化和改进,继续学习.
#user nobody;
worker_processes 4;
#error_log logs/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;
#pid logs/nginx.pid;
events {
worker_connections 4096;
}
http {
include mime.types;
default_type application/octet-stream;
#log_format main '$remote_addr - $remote_user [$time_local] "$request" '
# '$status $body_bytes_sent "$http_referer" '
# '"$http_user_agent" "$http_x_forwarded_for"';
#access_log logs/access.log main;
sendfile on;
#tcp_nopush on;
#keepalive_timeout 0;
keepalive_timeout 65;
#gzip on;
upstream webserver {
fair;
server xxx.xxx.xxx.124:443 max_fails=2 fail_timeout=2s;
server xx.xxx.43.xx:443 max_fails=2 fail_timeout=2s;
}
upstream bbb {
server xxxx.com:443 max_fails=2 fail_timeout=2s;
server xx.xxx.xx.xx:8443 max_fails=2 fail_timeout=2s;
server xx.xx.1x.xx:443 backup;
#server xxxx:443 max_fails=2 fail_timeout=10s;
}
upstream ccc{
server xx.1xx.xx.69:8443 max_fails=1 fail_timeout=2s;
server xx.xxx.1xx.31:443 max_fails=1 fail_timeout=2s;
}
proxy_temp_path /home/emeet/proxy_temp_path;
proxy_cache_path /home/emeet/proxy_cache_path levels=1:2 keys_zone=cache_one:200m inactive=1d max_size=5g;
proxy_headers_hash_max_size 51200;
proxy_headers_hash_bucket_size 6400;
proxy_buffering on;
proxy_buffer_size 128k;
proxy_buffers 32 128k;
proxy_busy_buffers_size 128k;
proxy_temp_file_write_size 128k;
server {
listen 443 ssl;
server_name xxxx.xxxx.com;
#ssl on;
ssl_certificate /etc/ssl/xxx.pem;
ssl_certificate_key /etc/ssl/xxxx.key;
ssl_session_timeout 5m;
ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
ssl_ciphers ECDHE-RSA-AES128-GCM-SHA256:HIGH:!aNULL:!MD5:!RC4:!DHE;
ssl_prefer_server_ciphers on;
gzip on;
gzip_http_version 1.1;
gzip_comp_level 3;
gzip_types application/javascript text/plain application/json application/x-javascript application/css application/xml application/xml+rss text/css text/javascript application/x-httpd-php image/jpeg image/gif image/png image/x-ms-bmp;
#charset koi8-r;
#access_log logs/host.access.log;
location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)$
{
proxy_pass https://webserver;
proxy_redirect off;
#proxy_set_header Host $host;
#proxy_set_header X-Real-IP $remote_addr;
#proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_ignore_headers X-Accel-Expires Expires Cache-Control Set-Cookie;
proxy_hide_header Cache-Control;
proxy_hide_header Set-Cookie;
proxy_connect_timeout 180;
proxy_send_timeout 180;
proxy_read_timeout 180;
#proxy_buffer_size 128k;
#proxy_buffers 32 128k;
#proxy_busy_buffers_size 128k;
#proxy_temp_file_write_size 128k;
proxy_cache cache_one;
proxy_cache_valid 200 304 1h;
proxy_cache_valid 404 1m;
proxy_cache_valid any 1h;
proxy_cache_key $uri$is_args$args;
proxy_cache_use_stale error timeout invalid_header updating;
proxy_cache_min_uses 1;
proxy_cache_revalidate on;
proxy_cache_methods GET HEAD POST;
add_header Nginx-Cache $upstream_cache_status;
add_header wall "hey!guys!give me a star.";
expires 1d;
}
location / {
add_header backendIP $upstream_addr;
add_header backendCode $upstream_status;
#proxy_set_header Host $host;
#proxy_set_header X-Real-IP $remote_addr;
#proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
proxy_pass https://webserver;
proxy_next_upstream http_502 http_504 error timeout invalid_header;
proxy_cache cache_one;
proxy_cache_valid 200 304 12h;
proxy_cache_valid any 1h;
proxy_cache_key $uri$is_args$args;
proxy_cache_use_stale error timeout invalid_header updating;
proxy_cache_min_uses 1;
proxy_cache_revalidate on;
proxy_cache_methods GET HEAD POST;
# proxy_set_header Host $host;
# proxy_set_header X-Forwarded-For $remote_addr;
add_header Nginx-Cache $upstream_cache_status;
client_max_body_size 1000m;
#proxy_connect_timeout 1;
proxy_send_timeout 30;
proxy_read_timeout 60;
expires 1d;
#gzip on;
#gzip_http_version 1.1;
#gzip_comp_level 3;
#gzip_types application/javascript text/plain application/json application/x-javascript application/css application/xml application/xml+rss text/css text/javascript application/x-httpd-php image/jpeg image/gif image/png image/x-ms-bmp;
# proxy_read_timeout 150;
index index.html index.htm;
}
# location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)(.*) {
# proxy_pass https://webserver;
# proxy_redirect off;
# proxy_set_header Host $host;
# proxy_set_header X-Real-IP $remote_addr;
# proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
# proxy_hide_header Set-Cookie;
# proxy_ignore_headers Set-Cookie;
# proxy_connect_timeout 180;
# proxy_send_timeout 180;
# proxy_read_timeout 180;
# proxy_buffer_size 128k;
# proxy_buffers 32 128k;
# proxy_busy_buffers_size 128k;
# proxy_temp_file_write_size 128k;
# proxy_cache cache_one;
# proxy_cache_valid 200 304 1h;
# proxy_cache_valid 404 1m;
# proxy_cache_valid any 1h;
#proxy_cache_key $uri$is_args$args;
# add_header Nginx-Cache $upstream_cache_status;
# expires 1d;
# }
location ~ /purge(/.*)
{
#设置只允许指定的IP或IP段才可以清除URL缓存。
allow all;
proxy_cache_purge cache_one $1$is_args$args;
}
location /bbb {
add_header backendIP $upstream_addr;
add_header backendCode $upstream_status;
#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
proxy_next_upstream off;
proxy_pass https://backend.example.com;
}
location /ccc{
add_header backendIP $upstream_addr;
add_header backendCode $upstream_status;
#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
proxy_next_upstream off;
proxy_pass https://backendserver;
proxy_set_header Host $http_host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
#error_page 404 /404.html;
# redirect server error pages to the static page /50x.html
#
error_page 500 502 503 504 /50x.html;
location = /50x.html {
root html;
}
# proxy the PHP scripts to Apache listening on 127.0.0.1:80
#
#location ~ \.php$ {
# proxy_pass http://127.0.0.1;
#}
# pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
#
#location ~ \.php$ {
# root html;
# fastcgi_pass 127.0.0.1:9000;
# fastcgi_index index.php;
# fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name;
# include fastcgi_params;
#}
# deny access to .htaccess files, if Apache's document root
# concurs with nginx's one
#
#location ~ /\.ht {
# deny all;
#}
}
# server {
# listen 80;
# server_name test.emeet.ai;
# rewrite ^(.*)$ https://$host$1 permanent;
# }
# another virtual host using mix of IP-, name-, and port-based configuration
#
#server {
# listen 8000;
# listen somename:8080;
# server_name somename alias another.alias;
# location / {
# root html;
# index index.html index.htm;
# }
#}
# HTTPS server
#
#server {
# listen 443 ssl;
# server_name localhost;
# ssl_certificate cert.pem;
# ssl_certificate_key cert.key;
# ssl_session_cache shared:SSL:1m;
# ssl_session_timeout 5m;
# ssl_ciphers HIGH:!aNULL:!MD5;
# ssl_prefer_server_ciphers on;
# location / {
# root html;
# index index.html index.htm;
# }
#}
}