Nginx搭建网站镜像

这里使用Google举例,如何使用http_sub_module模块搭建一个镜像站点

Nginx编译参数:

./configure --user=www --group=www --prefix=/usr/local/webserver/nginx --with-pcre=/root/pcre-8.44 --with-pcre-jit --with-openssl=/root/openssl-1.0.2u --with-http_realip_module --with-http_stub_status_module --with-http_gzip_static_module --with-threads --with-file-aio --with-stream --with-stream_ssl_module --with-http_v2_module --with-http_ssl_module --with-http_sub_module --with-ld-opt=-ljemalloc --add-module=/root/ngx_brotli

Nginx配置文件:

server {
        listen 80;
        listen 443 ssl http2 reuseport;
        server_name so.apad.pro;
        resolver                    8.8.8.8 1.1.1.1 valid=300s;
        resolver_timeout            5s;
        ssl_stapling                on;
        ssl_stapling_verify         on; 
        ssl_trusted_certificate     /data0/htdocs/ssl/so.apad.pro.pem;
        ssl_certificate             /data0/htdocs/ssl/so.apad.pro.pem;
        ssl_certificate_key         /data0/htdocs/ssl/so.apad.pro.key;
        ssl_session_timeout         1440m;
        ssl_session_cache           shared:SSL:10m;
        ssl_protocols               TLSv1.2;
        ssl_prefer_server_ciphers   on;
        ssl_ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:DHE-RSA-AES128-GCM-SHA256:DHE-RSA-AES256-GCM-SHA384:DHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA:ECDHE-RSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA256:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:AES128-SHA:AES256-SHA:DES-CBC3-SHA;

        access_log  "pipe:rollback /data1/logs/google.log interval=1d baknum=30 maxsize=1G" https buffer=64k flush=5s;

        brotli            on;
        brotli_comp_level 6;
        brotli_static     on;
        brotli_min_length 1k;
        brotli_types      text/xml application/xml application/atom+xml application/rss+xml application/xhtml+xml image/svg+xml text/javascript application/javascript application/x-javascript text/x-json application/json application/x-web-app-manifest+json text/css text/plain text/x-component font/eot font/opentype font/otf font/truetype font/ttf application/x-font-ttf application/vnd.ms-fontobject application/x-font-opentype application/x-font-truetype image/x-icon image/x-win-bitmap;

        location / {
            if ($server_port = 80 ) {
                return 301 https://$host$request_uri;
            }
            proxy_redirect off;
            proxy_cookie_domain google.com so.apad.pro; 
            proxy_pass https://www.google.com;
            proxy_connect_timeout 60s;
            proxy_read_timeout 600s;
            proxy_send_timeout 600s;
            proxy_set_header Host "www.google.com";
            proxy_set_header Referer https://www.google.com;
            proxy_set_header Accept-Encoding ""; 
            proxy_set_header X-Real-IP $remote_addr; 
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; 
            proxy_set_header X-Forwarded-Proto https;
            proxy_set_header User-Agent $http_user_agent;
            proxy_set_header Accept-Language "en-US";
            proxy_set_header Cookie "PREF=ID=047808f19f6de346:U=0f62f33dd8549d11:FF=2:LD=en-US:NW=1:TM=1325338577:LM=1332142444:GM=1:SG=2:S=rE0SyJh2W1IQ-Maw";
            sub_filter www.google.com so.apad.pro;
            sub_filter maps.google.com so.apad.pro;
            sub_filter_once off; 
        }

        if ($http_user_agent ~* "qihoobot|Baiduspider|Googlebot|Googlebot-Mobile|Googlebot-Image|Mediapartners-Google|Adsbot-Google|Feedfetcher-Google|Yahoo! Slurp|Yahoo! Slurp China|YoudaoBot|Sosospider|Sogou spider|Sogou web spider|MSNBot|ia_archiver|Tomato Bot"){
            return 403;
        }

        location /robots.txt {
            add_header Content-Type text/plain;
            return 200 "User-agent: *\nDisallow: /\n";
            log_not_found off;
        }

        if ( $host != $server_name ) {
            return 403;
        }

}