We're running CentOS 64 bit, 5.5... Here's our VCL, and startup flags:
sysconfig/varnish:
-u varnish
-s malloc,800m
-p cli_timeout=1200s
-p thread_pools=1
-p thread_pool_min=120
-p thread_pool_max=200
-p listen_depth=1024
p shm_reclen=32768
-p sess_workspace=8192
-p http_headers=32
-p sess_timeout=10
-p session_linger=100
-p between_bytes_timeout=10
-p first_byte_timeout=10
-h critbit
VCL:
# Default backend definition. Set this to point to your content
# server.
#
backend default {
.host = "64.237.104.85";
.port = "8080";
}
acl purge {
"localhost";
"64.237.104.85";
}
sub vcl_recv {
# Serve stale content while fresh is retrieved for 2minutes.
set req.grace = 6m;
if (req.http.host ~ "elite.competitor.com
<http://elite.competitor.com/>") {
if (req.url ~ "^/confcard$") {
set req.http.New-Location = regsub(req.url,"$","/");
error 301 "Redirecting you to the slash representation...";
}
if (req.url ~ "^/confcard/") {
return (pipe);
}
}
if (req.http.host ~ "forums.competitor.com
<http://forums.competitor.com/>") {
return (pipe);
}
if (req.http.host ~ "svn.competitor.com <http://svn.competitor.com/>"){
return (pipe);
}
if (req.http.host ~ "competitorradio.competitor.com
<http://competitorradio.competitor.com/>") {
if (req.url ~ "^/wp-admin$") {
set req.http.New-Location = regsub(req.url,"$","/");
error 301 "Redirecting you to the slash representation...";
}
else {
return (pipe);
}
}
# always exempt Dev.lan from cache.
if (!(req.http.host ~ "competitor.com <http://competitor.com/>")) {
return (pipe);
}
# Exempt mobile users from cache... straight to backend.
if (req.http.User-Agent ~
"(iPhone|iPod|iPad)|(Android)|(BlackBerry9530)|(webOS)") {
return (pipe);
}
# redirect URL for trailing slash when logging in.
if (req.url ~ "^/wp-admin$") {
set req.http.New-Location = regsub(req.url,"$","/");
error 301 "Redirecting you to the slash representation...";
}
if (req.http.cookie ~ "wordpress_") {
return (pipe);
}
# if wp-admin or wp-login is in the URL, pipe to apache.
if (req.url ~ "/wp-(admin|login)") {
return (pipe);
}
# otherwise just unset cookie and cache all pages.
else {
unset req.http.cookie;
}
# # cache the home page.
# if (req.url ~ "^/$") {
# unset req.http.cookie;
# }
# #category page
# if (req.url ~ "^/category(.)*") {
# unset req.http.cookie;
# }
# #post page with date in URL
# if (req.url ~ "^/?p=[0-9](.)*") {
# unset req.http.cookie;
# }
# #post page with date in URL
# if (req.url ~ "^/[0-9](.)*") {
# unset req.http.cookie;
# }
if (req.http.Accept-Encoding) {
if (req.url ~
"^/[^?]+\.(ico|js|css|txt|gz|zip|lzma|bz2|tgz|tbz|html|htm)(\?.*|)$") {
# No point in compressing these
remove req.http.Accept-Encoding;
} elsif (req.http.Accept-Encoding ~ "gzip") {
set req.http.Accept-Encoding = "gzip";
} elsif (req.http.Accept-Encoding ~ "deflate") {
set req.http.Accept-Encoding = "deflate";
} elsif (req.http.Accept-Encoding ~ "MSIE 6") {
set req.http.Accept-Encoding = "MSIE";
} elsif (req.http.Accept-Encoding ~ "MSIE 7") {
set req.http.Accept-Encoding = "MSIE";
} elsif (req.http.Accept-Encoding ~ "MSIE 8") {
set req.http.Accept-Encoding = "MSIE";
} elsif (req.http.Accept-Encoding ~ "Mozilla") {
set req.http.Accept-Encoding = "mozilla";
}
else {
# unkown algorithm
remove req.http.Accept-Encoding;
}
}
unset req.http.user-agent;
if (req.url ~
"^/[^?]+\.(jpeg|jpg|png|gif|ico|js|css|txt|gz|zip|lzma|bz2|tgz|tbz|html|htm)(\?.*|)$")
{
remove req.http.cookie;
set req.url = regsub(req.url, "\?.*$", "");
}
# don't bother caching large files
if (req.url ~
"^/[^?]+\.(mp3|pdf|flv|mov|mp4|mpg|mpeg|avi|dmg|swf)(\?.*|)$") {
return (pipe);
}
# accept purge requests from Wordpress.
if (req.request == "PURGE") {
if(!client.ip ~ purge) {
error 405 "Not allowed.";
}
purge_url(req.url);
error 200 "Purged";
purge("req.url == " req.url);
}
####################
# End sub_recv #
####################
}
sub vcl_deliver {
#add cache hit data
if (obj.hits > 0) {
#if hit add hit count
set resp.http.X-Served-By = server.hostname;
set resp.http.X-Cache = "HIT";
set resp.http.X-Cache-Hits = obj.hits;
set resp.http.X-Encoding = req.http.Accept-Encoding;
set resp.http.X-Debug = req.http.host;
} else {
set resp.http.X-Served-By = server.hostname;
set resp.http.X-Cache = "MISS";
set resp.http.X-Encoding = req.http.Accept-Encoding;
set resp.http.X-Debug = req.http.host;
}
}
sub vcl_error {
# for redirect on trailing slash.
if (req.http.New-Location) {
set obj.http.Location = req.http.New-Location;
}
}
sub vcl_fetch {
if (beresp.status != 200 && beresp.status != 403 && beresp.status !=
404 && beresp.status != 405 && beresp.status != 301 && beresp.status
!= 302) {
restart;
}
if (beresp.http.cookie ~ "wordpress_") {
return (pass);
}
# Serve stale content while fresh is retrieved for 2minutes.
set beresp.grace = 6m;
set beresp.ttl = 720s;
if (beresp.ttl < 720s) {
set beresp.ttl = 720s;
}
if (!beresp.cacheable) {
set beresp.ttl = 0s;
}
if (beresp.http.Set-Cookie) {
return(deliver);
}
# make sure cookies aren't set for retrieved static objects.
if (req.url ~ "^/[^?]+\.(jpeg|jpg|png|gif|ico)(\?.*|)$") {
set beresp.http.Cache-Control = "max-age=31536000, public";
unset beresp.http.set-cookie;
}
if (req.url ~ "^/[^?]+\.(js|html|htm|txt)(\?.*|)$") {
set beresp.http.Cache-Control = "max-age=1728000, public,
must-revalidate";
unset beresp.http.set-cookie;
}
if (req.url ~ "^/[^?]+\.(css)(\?.*|)$") {
set beresp.http.Cache-Control = "max-age=1728000, public,
must-revalidate";
unset beresp.http.set-cookie;
}
# cache the home page.
if (req.url ~ "^/$") {
unset beresp.http.cookie;
set beresp.ttl = 600s;
}
if (req.url ~ "^/category(.)*") {
unset beresp.http.cookie;
}
if (req.url ~ "^(.)/[0-9](.)*") {
unset beresp.http.cookie;
}
if (req.url ~ "^/?p=[0-9](.)*") {
unset beresp.http.cookie;
}
#Change Web Server header because we can.
unset beresp.http.Server;
set beresp.http.Server = "Mini Con Adventure Team";
####################
# End sub_fetch #
####################
}
sub vcl_pipe {
# # http://www.varnish-cache.org/ticket/451
# # This forces every pipe request to be the first one.
set bereq.http.connection = "close";
}
sub vcl_hit {
if (req.request == "PURGE") {
set obj.ttl = 0s;
error 200 "Purged.";
}
}
sub vcl_hash {
# //hash the object with url+host
set req.hash += req.url;
set req.hash += req.http.host;
set req.hash += req.http.User-Agent;
set req.hash += req.http.cookie;
return(hash);
}
On Sep 30, 2010, at 12:06 PM, Ross Brown wrote:
2 Days? That’s certainly…. sub-optimal. What OS are you running? Our
8 x Varnish servers (64-bit Ubuntu 10.04.1 LTS) are rock solid and
easily run for weeks without any issues.
We run with malloc,24G (32Gb RAM installed)
Can you share your startup options and VCL?
*From:* [email protected]
<mailto:[email protected]>
[mailto:[email protected]] *On Behalf Of *Ben
Nowacky
*Sent:* Friday, 1 October 2010 7:02 a.m.
*To:* Caunter, Stefan
*Cc:* [email protected]
<mailto:[email protected]>
*Subject:* Re: Panic Signal 6.
2.1.2, would prefer to use malloc over file storage if possible, but
haven't tried file to see if that's the issue.
On Sep 30, 2010, at 10:57 AM, Caunter, Stefan wrote:
What version of varnish? Have you tried with –s file,/path/to/file
,1075200000 instead of –s malloc?
Stefan Caunter :: Senior Systems Administrator :: TOPS
e: [email protected] <mailto:[email protected]> :: m: (416)
561-4871
www.thestar.com <http://www.thestar.com> www.topscms.com
<http://www.topscms.com>
*From:* [email protected]
<mailto:[email protected]>
[mailto:[email protected]] *On Behalf Of *Ben
Nowacky
*Sent:* September-30-10 12:53 PM
*To:* [email protected]
<mailto:[email protected]>*Subject:* Panic Signal 6.
Hey everyone ! Wondering if someone can lend a hand. We've gotten our
servers upgraded to 64-bit OS, and seen tremendous stability
enhancement with varnish over our 32-bit os, which crashed every 5-10
minutes. We can now get about 2 days of uptime before we have a new
child process crash. Logs are listed below.. Wondering if something
obvious jumps out at anyone as to what the cause of this may be.
Appreciate any insight from the community !
Sep 30 16:37:17 srv860 varnishd[16195]: Child (16196) died signal=6
Sep 30 16:37:17 srv860 varnishd[16195]: Child (16196) Panic message:
Assert error in WS_Release(), cache_ws.c line 193: Condition(bytes
<= ws->e - ws->f) not true. errno = 104 (Connection reset by peer)
thread = (cache-worker) ident =
Linux,2.6.18-194.el5,x86_64,-smalloc,-hcritbit,epoll Backtrace:
0x422616: /usr/sbin/varnishd [0x422616] 0x42d475:
/usr/sbin/varnishd(WS_Release+0xf5) [0x42d475] 0x427b33:
/usr/sbin/varnishd [0x427b33] 0x42bc45:
/usr/sbin/varnishd(VRT_SetHdr+0xf5) [0x42bc45] 0x2aaaab003e76:
./vcl.1P9zoqAU.so [0x2aaaab003e76] 0x427006:
/usr/sbin/varnishd(VCL_deliver_method+0x46) [0x427006] 0x4130cf:
/usr/sbin/varnishd [0x4130cf] 0x413e49:
/usr/sbin/varnishd(CNT_Session+0x369) [0x413e49] 0x424a68:
/usr/sbin/varnishd [0x424a68] 0x423d4d: /usr/sbin/varnishd
[0x423d4d] sp = 0x2aaac060e008 { fd = 351, id = 351, xid =
1104824170, client = 63.240.230.197:26479, step = STP_DELIVER,
handling = deliver, restarts = 0, esis = 0 ws = 0x2aaac060e078 {
id = "sess", {s,f
Sep 30 16:37:17 srv860 varnishd[16195]: child (32562) Started
Sep 30 16:37:17 srv860 varnishd[16195]: Child (32562) said
Sep 30 16:37:17 srv860 varnishd[16195]: Child (32562) said Child starts
_______________________________________________
varnish-misc mailing list
[email protected]
http://lists.varnish-cache.org/mailman/listinfo/varnish-misc
