Linode Forum :: NGINX Can't download large file (4.5GB)

Linode Forum
Linode Community Forums

FAQ

Search

Members

Register

Login [ Anonymous ]

NGINX Can't download large file (4.5GB)

Post new topic Reply to topic

Board index » Linux Community Forums » Web Servers and Web App Development

Previous topic | Next topic

Author

Message

livefree

Post subject: NGINX Can't download large file (4.5GB)

PostPosted: Sat May 18, 2013 4:30 am

Offline

Junior Member

Joined: Sat Jan 12, 2013 8:04 am
Posts: 36
Website: http://www.paulthomson.me
Location: Global

Hello all,

I'm trying to download a large file from my webserver, it's a backup of all the site files. The file size is around 4.5GB but when I try to download it either via the browser or using wget it returns as an error 404 file not found despite the file clearly being there.

All permissions and ownerships are correct, the file is stored as a tar.gz file and when I save smaller files of the same extension there is never any problems with download.

Any help would be greatly appreciated. Thanks, Paul

nginx -V:

Code:

nginx version: nginx/1.4.1
TLS SNI support enabled
configure arguments: --prefix=/etc/nginx --sbin-path=/usr/sbin/nginx --conf-path=/etc/nginx/nginx.conf --error-log-path=/var/log/nginx/error.log --http-log-path=/var/log/nginx/access.log --pid-path=/var/run/nginx.pid --lock-path=/var/run/nginx.lock --http-client-body-temp-path=/var/cache/nginx/client_temp --http-proxy-temp-path=/var/cache/nginx/proxy_temp --http-fastcgi-temp-path=/var/cache/nginx/fastcgi_temp --http-uwsgi-temp-path=/var/cache/nginx/uwsgi_temp --http-scgi-temp-path=/var/cache/nginx/scgi_temp --user=nginx --group=nginx --with-http_ssl_module --with-http_realip_module --with-http_addition_module --with-http_sub_module --with-http_dav_module --with-http_flv_module --with-http_mp4_module --with-http_gunzip_module --with-http_gzip_static_module --with-http_random_index_module --with-http_secure_link_module --with-http_stub_status_module --with-mail --with-mail_ssl_module --with-file-aio --with-ipv6

My NGINX conf:

Code:

user  nginx;
worker_processes  8;

error_log  /var/log/nginx/error.log warn;
pid        /var/run/nginx.pid;


events {
    worker_connections  1024;

    multi_accept on;
    use epoll;
}


http {

    # Let NGINX get the real client IP for its access logs - added from http://calendar.perfplanet.com/2012/using-nginx-php-fpmapc-and-varnish-to-make-wordpress-websites-fly/ - 28th Dec 2012
    set_real_ip_from 127.0.0.1;
set_real_ip_from 127.0.0.1/32;

# list of incapsula's IP addresses
set_real_ip_from 199.83.128.0/21;
set_real_ip_from 198.143.32.0/19;
set_real_ip_from 149.126.72.0/21;
set_real_ip_from 103.28.248.0/22;
set_real_ip_from 46.51.174.78;
set_real_ip_from 122.248.247.129;
set_real_ip_from 50.16.241.95;
set_real_ip_from 50.16.241.176;
set_real_ip_from 184.169.135.107;
set_real_ip_from 184.169.135.111;
set_real_ip_from 46.137.108.0;
set_real_ip_from 46.51.168.190;
set_real_ip_from 79.125.110.134;
set_real_ip_from 79.125.118.62;
set_real_ip_from 185.11.124.0/22;
    real_ip_header X-Forwarded-For;

# Set Cache and Timeout for SSL Certificates
ssl_session_cache    shared:SSL:60m;
ssl_session_timeout  60m;

    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;
    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile        on;
    #tcp_nopush     on;

    fastcgi_buffers 8 16k;
    fastcgi_buffer_size 32k;
    
    # added from http://calendar.perfplanet.com/2012/using-nginx-php-fpmapc-and-varnish-to-make-wordpress-websites-fly/ - 28th Dec 2012
    tcp_nopush     on;
    client_max_body_size 5G;
    client_body_timeout 120;
    client_header_timeout 120;
    client_body_buffer_size  128K;
    client_header_buffer_size 1k;
    large_client_header_buffers 4 8k;
    send_timeout 60;
    reset_timedout_connection on;
    types_hash_max_size 2048;
    server_tokens off;
    gzip on;
    gzip_static on;
    gzip_min_length 512;


    keepalive_timeout  60;

    gzip_http_version 1.1;
    gzip_vary on;
    gzip_comp_level 6;
    gzip_proxied any;
    gzip_types text/plain text/css application/json application/x-javascript text/xml application/xml application/xml+rss text/javascript application/javascript text/x-js;
    gzip_buffers 16 8k;
    gzip_disable "MSIE [1-6]\.(?!.*SV1)";
    
   include /etc/nginx/conf.d/*.conf;

    port_in_redirect off;
}

virtual host file (edited out none-useful stuff):

Code:

    server_tokens off;
    autoindex off;
    client_max_body_size 15m;
    client_body_buffer_size 128k;
    expires 86400s;
    add_header Pragma public;
    add_header Cache-Control "max-age=86400, public, must-revalidate, proxy-revalidate";
    error_page 403 = 404;
    location ~ /(\.|wp-config.php|readme.html|licence.txt) {
        return 404;
    }

    rewrite /wp-admin$ $scheme://$host$uri/ permanent;
   
   # Rewrite for versioned CSS+JS via filemtime
    location ~* ^.+\.(css|js)$ {
        rewrite ^(.+)\.(\d+)\.(css|js)$ $1.$3 last;
        expires 31536000s;
        access_log off;
        log_not_found off;
        add_header Pragma public;
        add_header Cache-Control "max-age=31536000, public";
    }
   
    location ~* \.(asf|asx|wax|wmv|wmx|avi|bmp|class|divx|doc|docx|eot|exe|gif|gz|gzip|ico|jpg|jpeg|jpe|mdb|mid|midi|mov|qt|mp3|m4a|mp4|m4v|mpeg|mpg|mpe|mpp|odb|odc|odf|odg|odp|ods|odt|ogg|ogv|otf|pdf|png|pot|pps|ppt|pptx|ra|ram|svg|svgz|swf|tar|t?gz|tif|tiff|ttf|wav|webm|wma|woff|wri|xla|xls|xlsx|xlt|xlw|zip)$ {
        expires 360d;
        access_log off;
        log_not_found off;
        add_header Pragma public;
        add_header Cache-Control "max-age=31536000, public";
    }

    location ~* (^(?!(?:(?!(php|inc)).)*/uploads/).*?(php)) {
        try_files $uri = 404;
        fastcgi_split_path_info ^(.+.php)(.*)$;
        fastcgi_pass unix:/dev/shm/php-fpm-www.sock;
        fastcgi_index index.php;
        fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
        include fastcgi_params;
        fastcgi_intercept_errors on;
        fastcgi_ignore_client_abort off;
        fastcgi_connect_timeout 120;
        fastcgi_send_timeout 180;
        fastcgi_read_timeout 180;
        fastcgi_buffer_size 128k;
        fastcgi_buffers 4 256k;
        fastcgi_busy_buffers_size 256k;
        fastcgi_temp_file_write_size 256k;
    }

    proxy_read_timeout 120;

    include conf.d/drop;

        location / {
                # This is cool because no php is touched for static content
         try_files $uri $uri/ /index.php?q=$uri&$args;   
   }

# BEGIN Better WP Security
    set $susquery 0;
    set $rule_2 0;
    set $rule_3 0;
    if ($request_method ~* "^(TRACE|DELETE|TRACK)"){ return 403; }
    location /wp-comments-post.php {
        valid_referers jetpack.wordpress.com/jetpack-comment/ *.livefreedietravelling.com;
        set $rule_0 0;
        if ($request_method ~ "POST"){ set $rule_0 1$rule_0; }
        if ($invalid_referer) { set $rule_0 2$rule_0; }
        if ($http_user_agent ~ "^$"){ set $rule_0 3$rule_0; }
        if ($rule_0 = "3210") { return 403; }
    }    if ($http_cookie !~* "wordpress_logged_in_" ) {
        set $susquery 2$susquery;
        set $rule_2 1;
        set $rule_3 1;
    }
    if ($args !~ "^loggedout=true") { set $susquery 3$susquery; }
# END Better WP Security

}

_________________
My Website: http://www.paulthomson.me

Top

NGINX Can't download large file (4.5GB)

Who is online