Varnish default.vcl grace period

Posted by Vladimir on Server Fault See other posts from Server Fault or by Vladimir
Published on 2012-09-19T15:19:15Z Indexed on 2012/09/19 15:41 UTC
Read the original article Hit count: 448

Filed under:

These are my settings for a grace period (/etc/varnish/default.vcl)

sub vcl_recv {
....
set req.grace = 360000s;
...
}

sub vcl_fetch {
...
set beresp.grace = 360000s; 
...
}

I tested Varnish using localhost and nodejs as a server. I started localhost, the site was up. Then I disconnected server and the site got disconnected in less than 2 min. It says:

Error 503 Service
Unavailable Service
Unavailable Guru
Meditation: XID: 1890127100
Varnish cache server

Could you tell me what could be the problem?

sub vcl_fetch {

  if (beresp.ttl < 120s) {
    ##std.log("Adjusting TTL");
    set beresp.ttl = 36000s;    ##120s;
  }

  # Do not cache the object if the backend application does not want us to.
   if (beresp.http.Cache-Control ~ "(no-cache|no-store|private|must-revalidate)") {
    return(hit_for_pass);
  }

  # Do not cache the object if the status is not in the 200s
  if (beresp.status >= 300) {
     # Remove the Set-Cookie header
     #remove beresp.http.Set-Cookie;
     return(hit_for_pass);
  }

  #
  # Everything below here should be cached
   #
  # Remove the Set-Cookie header
  ####remove beresp.http.Set-Cookie;

  # Set the grace time
##  set beresp.grace = 1s; //change this to minutes in case of app shutdown
   set beresp.grace = 360000s;  ## 10 hour - reduce if it has negative impact   

  # Static assets -  browser caches tpiphem for a long time.
  if (req.url ~ "\.(css|js|.js|jpg|jpeg|gif|ico|png)\??\d*$") {
    /* Remove Expires from backend, it's not long enough */
    unset beresp.http.expires;

    /* Set the clients TTL on this object */
    set beresp.http.cache-control = "public, max-age=31536000";

    /* marker for vcl_deliver to reset Age: */
    set beresp.http.magicmarker = "1";
  }
      else {
    set beresp.http.Cache-Control = "private, max-age=0, must-revalidate";
    set beresp.http.Pragma = "no-cache";
  }

  if (req.url ~ "\.(css|js|min|)\??\d*$") {
set beresp.do_gzip = true;
unset beresp.http.expires;
   set beresp.http.cache-control = "public, max-age=31536000";
     set beresp.http.expires = beresp.ttl;
     set beresp.http.age = "0";
}

##do not duplicate these settings
  if (req.url ~ ".css") {
set beresp.do_gzip = true;
unset beresp.http.expires;
  set beresp.http.cache-control = "public, max-age=31536000";
    set beresp.http.expires = beresp.ttl;
    set beresp.http.age = "0";
}

  if (req.url ~ ".js") {
set beresp.do_gzip = true;
unset beresp.http.expires;
  set beresp.http.cache-control = "public, max-age=31536000";
    set beresp.http.expires = beresp.ttl;
    set beresp.http.age = "0";
}

  if (req.url ~ ".min") {
set beresp.do_gzip = true;
unset beresp.http.expires;
  set beresp.http.cache-control = "public, max-age=31536000";
    set beresp.http.expires = beresp.ttl;
    set beresp.http.age = "0";
}


        ## If the request to the backend returns a code other than 200, restart the loop
        ## If the number of restarts reaches the value of the parameter max_restarts,
        ## the request will be error'ed.  max_restarts defaults to 4.  This prevents
        ## an eternal loop in the event that, e.g., the object does not exist at all.
        if (beresp.status != 200 && beresp.status != 403 && beresp.status != 404) {
                return(restart);
        }


        if (beresp.status == 302) {
                return(deliver);
        }


  # Never cache posts
  if (req.url ~ "\/post\/" || req.url ~ "\/submit\/" || req.url ~ "\/ask\/" || req.url ~ "\/add\/") {
    return(hit_for_pass);
  }

##check this setting to ensure that it does not cause issues for browsers with no gzip
  if (beresp.http.content-type ~ "text") {
             set beresp.do_gzip = true;
      }

  if (beresp.http.Set-Cookie) {
     return(deliver);
 }

##if (req.url == "/index.html") {
set beresp.do_esi = true;
##}

## check if this is needed or should be used
  # return(deliver); the object
  return(deliver);

}

sub vcl_recv {

##avoid leeching of images
call hot_link;

set req.grace = 360000s;   ##2m

## if one backend is down - use another
        if (req.restarts == 0) {
                set req.backend = cache_director; ##we can specify individual VMs
        } else if (req.restarts == 1) {
                set req.backend = cache_director;
        } 

## post calls should not be cached - add cookie for these requests if using micro-caching
 # Pass requests that are not GET or HEAD
  if (req.request != "GET" && req.request != "HEAD") {
    return(pass);  ## return(pass) goes to backend - not cache
  }

  # Don't cache the result of a redirect
  if (req.http.Referer ~ "redir" || req.http.Origin ~ "jumpto") {
    return(pass);
  }

  # Don't cache the result of a redirect (asking for logon)
  if (req.http.Referer ~ "post" || req.http.Referer ~ "submit" || req.http.Referer ~ "add" || req.http.Referer ~ "ask") {
    return(pass);
  }

  # Never cache posts - ensure that we do not use these strings in our URLs' that need to be cached
  if (req.url ~ "\/post\/" || req.url ~ "\/submit\/" || req.url ~ "\/ask\/" || req.url ~ "\/add\/") {
    return(pass);
  }

##     if (req.http.Authorization || req.http.Cookie) {
    if (req.http.Authorization) {
        /* Not cacheable by default */
         return (pass);
}

# Handle compression correctly. Different browsers send different
# "Accept-Encoding" headers, even though they mostly all support the same
# compression mechanisms. By consolidating these compression headers into
# a consistent format, we can reduce the size of the cache and get more hits.
# @see: http:// varnish.projects.linpro.no/wiki/FAQ/Compression

if (req.http.Accept-Encoding) {
 if (req.url ~ "\.(jpg|png|gif|gz|tgz|bz2|tbz|mp3|ogg|ico)$") {
    # No point in compressing these
    remove req.http.Accept-Encoding;
}
  else if (req.http.Accept-Encoding ~ "gzip") {
    # If the browser supports it, we'll use gzip.
    set req.http.Accept-Encoding = "gzip";
  }
  else if (req.http.Accept-Encoding ~ "deflate") {
    # Next, try deflate if it is supported.
    set req.http.Accept-Encoding = "deflate";
  }
  else {
    # Unknown algorithm. Remove it and send unencoded.
    unset req.http.Accept-Encoding;
  }
}

# lookup graphics, css, js & ico files in the cache
   if (req.url ~ "\.(png|gif|jpg|jpeg|css|.js|ico)$") {
    return(lookup);
  }

##added on 0918 - check if it causes issues with user specific content
  if (req.request == "GET" && req.http.cookie) {
     return(lookup);
  }

  # Pipe requests that are non-RFC2616 or CONNECT which is weird.
  if (req.request != "GET" &&
      req.request != "HEAD" &&
      req.request != "PUT" &&
      req.request != "POST" &&
      req.request != "TRACE" &&
      req.request != "OPTIONS" &&
      req.request != "DELETE") {
##closing connection and calling pipe
    return(pipe);
  }

##purge content via localhost only
  if (req.request == "PURGE") {
    if (!client.ip ~ purge) {
      error 405 "Not allowed.";
    }
    return(lookup);
  }
## do we need this?
## return(lookup);

}

© Server Fault or respective owner

Related posts about varnish