这里使用Google举例,如何使用http_sub_module模块搭建一个镜像站点
Nginx编译参数:
./configure --user=www --group=www --prefix=/usr/local/webserver/nginx --with-pcre=/root/pcre-8.44 --with-pcre-jit --with-openssl=/root/openssl-1.0.2u --with-http_realip_module --with-http_stub_status_module --with-http_gzip_static_module --with-threads --with-file-aio --with-stream --with-stream_ssl_module --with-http_v2_module --with-http_ssl_module --with-http_sub_module --with-ld-opt=-ljemalloc --add-module=/root/ngx_brotli
Nginx配置文件:
server { listen 80; listen 443 ssl http2 reuseport; server_name so.apad.pro; resolver 8.8.8.8 1.1.1.1 valid=300s; resolver_timeout 5s; ssl_stapling on; ssl_stapling_verify on; ssl_trusted_certificate /data0/htdocs/ssl/so.apad.pro.pem; ssl_certificate /data0/htdocs/ssl/so.apad.pro.pem; ssl_certificate_key /data0/htdocs/ssl/so.apad.pro.key; ssl_session_timeout 1440m; ssl_session_cache shared:SSL:10m; ssl_protocols TLSv1.2; ssl_prefer_server_ciphers on; ssl_ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:DHE-RSA-AES128-GCM-SHA256:DHE-RSA-AES256-GCM-SHA384:DHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA:ECDHE-RSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA256:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:DES-CBC3-SHA; access_log "pipe:rollback /data1/logs/google.log interval=1d baknum=30 maxsize=1G" https buffer=64k flush=5s; brotli on; brotli_comp_level 6; brotli_static on; brotli_min_length 1k; brotli_types text/xml application/xml application/atom+xml application/rss+xml application/xhtml+xml image/svg+xml text/javascript application/javascript application/x-javascript text/x-json application/json application/x-web-app-manifest+json text/css text/plain text/x-component font/eot font/opentype font/otf font/truetype font/ttf application/x-font-ttf application/vnd.ms-fontobject application/x-font-opentype application/x-font-truetype image/x-icon image/x-win-bitmap; location / { if ($server_port = 80 ) { return 301 https://$host$request_uri; } proxy_redirect off; proxy_cookie_domain google.com so.apad.pro; proxy_pass https://www.google.com; proxy_connect_timeout 60s; proxy_read_timeout 600s; proxy_send_timeout 600s; proxy_set_header Host "www.google.com"; proxy_set_header Referer https://www.google.com; proxy_set_header Accept-Encoding ""; proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header X-Forwarded-Proto https; proxy_set_header User-Agent $http_user_agent; proxy_set_header Accept-Language "en-US"; proxy_set_header Cookie "PREF=ID=047808f19f6de346:U=0f62f33dd8549d11:FF=2:LD=en-US:NW=1:TM=1325338577:LM=1332142444:GM=1:SG=2:S=rE0SyJh2W1IQ-Maw"; sub_filter www.google.com so.apad.pro; sub_filter maps.google.com so.apad.pro; sub_filter_once off; } if ($http_user_agent ~* "qihoobot|Baiduspider|Googlebot|Googlebot-Mobile|Googlebot-Image|Mediapartners-Google|Adsbot-Google|Feedfetcher-Google|Yahoo! Slurp|Yahoo! Slurp China|YoudaoBot|Sosospider|Sogou spider|Sogou web spider|MSNBot|ia_archiver|Tomato Bot"){ return 403; } location /robots.txt { add_header Content-Type text/plain; return 200 "User-agent: *\nDisallow: /\n"; log_not_found off; } if ( $host != $server_name ) { return 403; } }