nginx+php-fpm help optimize configs

Posted by Dmitro on Server Fault See other posts from Server Fault or by Dmitro
Published on 2012-02-07T12:00:50Z Indexed on 2012/06/30 9:17 UTC
Read the original article Hit count: 383

Filed under:

nginx

|

Performance

|

php-fpm

|

top

I have 3 servers.

First server (CPU - model name: 06/17, 2.66GHz, 4 cores, 8GB RAM) have nginx as load balancer with next config

upstream  lb_mydomain  {
    server   mydomain.ru:81 weight=2;
    server   66.0.0.18 weight=6;
}
server {
    listen 80;
    server_name ~(?!mydomain.ru)(.*);

    client_max_body_size 20m;

    location / {
        proxy_pass  http://lb_mydomain;
        proxy_redirect     off;
        proxy_set_header  Connection  close;
        proxy_set_header        Host            $host;
        proxy_set_header        X-Real-IP       $remote_addr;
        proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_pass_header Set-Cookie;
        proxy_pass_header P3P;
        proxy_pass_header Content-Type;
        proxy_pass_header Content-Disposition;
        proxy_pass_header Content-Length;
     }
  }

And configs from nginx.conf:

user www-data;
worker_processes  5;
# worker_priority -1;

error_log  /var/log/nginx/error.log;
pid        /var/run/nginx.pid;

events {
   worker_connections  5024;
   # multi_accept on;
}

http {
   include       /etc/nginx/mime.types;

   access_log  /var/log/nginx/access.log;

   sendfile        on;
   default_type  application/octet-stream;
   #tcp_nopush     on;

   keepalive_timeout  65;
   tcp_nodelay        on;

   gzip  on;
   gzip_disable "MSIE [1-6]\.(?!.*SV1)";

    # PHP-FPM (backend)
    upstream php-fpm {
       server 127.0.0.1:9000;
    }


   include /etc/nginx/conf.d/*.conf;
   include /etc/nginx/sites-enabled/*;
}

And config php-fpm:

listen = 127.0.0.1:9000
;listen.backlog = -1
;listen.allowed_clients = 127.0.0.1
;listen.owner = www-data
;listen.group = www-data
;listen.mode = 0666
user = www-data
group = www-data
pm = dynamic
pm.max_children = 80
;pm.start_servers = 20
pm.min_spare_servers = 5
pm.max_spare_servers = 35
;pm.max_requests = 500
pm.status_path = /status
ping.path = /ping
;ping.response = pong
request_terminate_timeout = 30s
request_slowlog_timeout = 10s
slowlog = /var/log/php-fpm.log.slow
;rlimit_files = 1024
;rlimit_core = 0
;chroot = 
chdir = /var/www
;catch_workers_output = yes
;env[HOSTNAME] = $HOSTNAME
;env[PATH] = /usr/local/bin:/usr/bin:/bin
;env[TMP] = /tmp
;env[TMPDIR] = /tmp
;env[TEMP] = /tmp
;php_admin_value[sendmail_path] = /usr/sbin/sendmail -t -i -f [email protected]
;php_flag[display_errors] = off
;php_admin_value[error_log] = /var/log/fpm-php.www.log
;php_admin_flag[log_errors] = on
;php_admin_value[memory_limit] = 32M

In top I see 20 php-fpm processes which use from 1% - 15% CPU. So it's have high load averadge:

top - 15:36:22 up 34 days, 20:54,  1 user,  load average: 5.98, 7.75, 8.78
Tasks: 218 total,   1 running, 217 sleeping,   0 stopped,   0 zombie
Cpu(s): 34.1%us,  3.2%sy,  0.0%ni, 37.0%id, 24.8%wa,  0.0%hi,  0.9%si,  0.0%st
Mem:   8183228k total,  7538584k used,   644644k free,   351136k buffers
Swap:  9936892k total,    14636k used,  9922256k free,   990540k cached

Second server(CPU - model name: Intel(R) Xeon(R) CPU E5504 @ 2.00GHz, 8 cores, 8GB RAM). Nginx configs from nginx.conf:

user www-data;
worker_processes  5;
# worker_priority -1;

error_log  /var/log/nginx/error.log;
pid        /var/run/nginx.pid;

events {
   worker_connections  5024;
   # multi_accept on;
}

http {
   include       /etc/nginx/mime.types;

   access_log  /var/log/nginx/access.log;

   sendfile        on;
   default_type  application/octet-stream;
   #tcp_nopush     on;

   keepalive_timeout  65;
   tcp_nodelay        on;

   gzip  on;
   gzip_disable "MSIE [1-6]\.(?!.*SV1)";

    # PHP-FPM (backend)
    upstream php-fpm {
       server 127.0.0.1:9000;
    }


   include /etc/nginx/conf.d/*.conf;
   include /etc/nginx/sites-enabled/*;
}

And config of php-fpm:

listen = 127.0.0.1:9000
;listen.backlog = -1
;listen.allowed_clients = 127.0.0.1
;listen.owner = www-data
;listen.group = www-data
;listen.mode = 0666
user = www-data
group = www-data
pm = dynamic
pm.max_children = 50
;pm.start_servers = 20
pm.min_spare_servers = 5
pm.max_spare_servers = 35
;pm.max_requests = 500
;pm.status_path = /status
;ping.path = /ping
;ping.response = pong
;request_terminate_timeout = 0
;request_slowlog_timeout = 0
;slowlog = /var/log/php-fpm.log.slow
;rlimit_files = 1024
;rlimit_core = 0
;chroot = 
chdir = /var/www
;catch_workers_output = yes
;env[HOSTNAME] = $HOSTNAME
;env[PATH] = /usr/local/bin:/usr/bin:/bin
;env[TMP] = /tmp
;env[TMPDIR] = /tmp
;env[TEMP] = /tmp
;php_admin_value[sendmail_path] = /usr/sbin/sendmail -t -i -f [email protected]
;php_flag[display_errors] = off
;php_admin_value[error_log] = /var/log/fpm-php.www.log
;php_admin_flag[log_errors] = on
;php_admin_value[memory_limit] = 32M

In top I see 50 php-fpm processes which use from 10% - 25% CPU. So it's have high load averadge:

top - 15:53:05 up 33 days,  1:15,  1 user,  load average: 41.35, 40.28, 39.61
Tasks: 239 total,  40 running, 199 sleeping,   0 stopped,   0 zombie
Cpu(s): 96.5%us,  3.1%sy,  0.0%ni,  0.0%id,  0.0%wa,  0.0%hi,  0.4%si,  0.0%st
Mem:   8185560k total,  7804224k used,   381336k free,   161648k buffers
Swap: 19802108k total,       16k used, 19802092k free,  5068112k cached

Third server is server with database postgresql. Also i try ab -n 50 -c 5 http://www.mydomain.ru/ And I get next info:

Complete requests:      50
Failed requests:        48
(Connect: 0, Receive: 0, Length: 48, Exceptions: 0)
Write errors:           0
Total transferred:      9271367 bytes
HTML transferred:       9247767 bytes
Requests per second:    1.02 [#/sec] (mean)
Time per request:       4882.427 [ms] (mean)
Time per request:       976.486 [ms] (mean, across all concurrent requests)
Transfer rate:          185.44 [Kbytes/sec] received

Please advise how can I make lower level of load average?

Developer IT