高命中率varnish缓存配置

post by rocdk890 / 2014-11-4 16:56 Tuesday linux技术
发表评论
  给大家一个连我这么丑的blog,命中率都可以达到75%的varnish配置,大家拿去根据自己网站情况再优化下的话,说不定也可以达到90%,这也不是不可能的事.
  系统:centos 5.x
  软件:varnish-3.0.5
 1.安装varnish
 怎么安装我就不说了吧,自己搜去.

 2.varnish配置
 backend slogra { 
     .host = "172.0.0.1"; 
     .port = "80"; 
     .connect_timeout = 20s; 
     .first_byte_timeout = 20s; 
     .between_bytes_timeout = 20s; 
 } 
 
#允许刷新缓存的规则 
acl purgeAllow { 
#     只能本机进行刷新 
     "localhost"; 
} 
  
# Below is a commented-out copy of the default VCL logic.  If you 
# redefine any of these subroutines, the built-in logic will be 
# appended to your code. 
 
sub vcl_recv { 
    #判断请求主机,跳转到相应后端服务器 
    if(req.http.host ~ "^(.*)(slogra.com)") 
    { 
        set req.backend=slogra; 
    }else{ 
        error 408 "Hostname not found";  
    } 
     
    #grace缓存过期仍存放 
    # 若backend是健康的，则仅grace 5s，如果backend不健康，则grace 1m。 
    # 这里，5s的目的是为了提高高并发时的吞吐率； 
    # 1m的目的是，backend挂了之后，还能继续服务一段时间，期望backend挂的不要太久。。。 
    if (req.backend.healthy) { 
        set req.grace = 5s; 
    } else { 
        set req.grace = 1m; 
    } 
 
    #刷新缓存的处理 
    if (req.request == "PURGE"){ 
        if(!client.ip ~ purgeAllow) { 
                error 405 "Not allowed."; 
        } 
    #    #转到hit或者miss处理 
        return (lookup); 
    } 
 
    #移除一些特定格式的cookie 
    if (req.url ~ "^(.*)\.(jpg|png|gif|jpeg|flv|bmp|gz|tgz|bz2|tbz|js|css|html|htm)($|\?)" ) { 
         #移除cookie,以便能缓存到varnish 
         unset req.http.cookie; 
    } 
 
   #Accept-Encoding 是浏览器发给服务器,声明浏览器支持的编码类型的 
   #修正客户端的Accept-Encoding头信息 
   #防止个别浏览器发送类似 deflate, gzip 
    if (req.http.Accept-Encoding) { 
        if (req.url ~ "^(.*)\.(jpg|png|gif|jpeg|flv|bmp|gz|tgz|bz2|tbz)($|\?)" ) { 
            remove req.http.Accept-Encoding; 
        }else if (req.http.Accept-Encoding ~ "gzip"){ 
            set req.http.Accept-Encoding = "gzip"; 
        } else if (req.http.Accept-Encoding ~ "deflate"){ 
            set req.http.Accept-Encoding = "deflate"; 
        } else if (req.http.Accept-Encoding ~ "sdch"){ 
            #chrome新增加的压缩 
            set req.http.Accept-Encoding = "sdch"; 
        }else { 
            remove req.http.Accept-Encoding; 
        } 
    }         
    #首次访问增加X-Forwarded-For头信息,方便后端程序获取客户端ip 
    if (req.restarts == 0) { 
        if (req.http.x-forwarded-for) { 
            set req.http.X-Forwarded-For = 
            req.http.X-Forwarded-For + ", " + client.ip; 
        } else { 
            set req.http.X-Forwarded-For = client.ip; 
        } 
    } 
 
   if (req.request != "GET" && 
       req.request != "HEAD" && 
       req.request != "PUT" && 
       req.request != "POST" && 
       req.request != "TRACE" && 
       req.request != "OPTIONS" && 
       req.request != "DELETE") { 
       return (pipe); 
   } 
     if (req.request != "GET" && req.request != "HEAD") { 
         /* We only deal with GET and HEAD by default */ 
         return (pass); 
     } 
     if (req.http.Authorization) { 
         /* Not cacheable by default */ 
         return (pass); 
     } 
     #js,css文件都有Cookie,不能每次都去后台服务器去取 
     #if (req.http.Cookie) { 
     #    /* Not cacheable by default */ 
     #    return (pass); 
     #} 
     
     #如果请求的是动态页面直接转发到后端服务器 
     if (req.url ~ "^(.*)\.(php|jsp|do|aspx|asmx|ashx)($|.*)") { 
          return (pass); 
     } 
     return (lookup); 
 }    
 sub vcl_pipe { 
     # Note that only the first request to the backend will have 
     # X-Forwarded-For set.  If you use X-Forwarded-For and want to 
     # have it set for all requests, make sure to have: 
     # set bereq.http.connection = "close"; 
     # here.  It is not set by default as it might break some broken web 
     # applications, like IIS with NTLM authentication. 
     return (pipe); 
 }    
#放过,让其直接去后台服务器请求数据 
sub vcl_pass { 
     return (pass); 
 }    
sub vcl_hash { 
     hash_data(req.url); 
     if (req.http.host) { 
         hash_data(req.http.host); 
     } else { 
         hash_data(server.ip); 
     } 
     #支持压缩的要增加,防止发送给不支持压缩的浏览器压缩的内容 
     if(req.http.Accept-Encoding){ 
          hash_data(req.http.Accept-Encoding); 
     } 
     return (hash); 
 } 
  
#缓存服务器lookup查找命中:hit 
 sub vcl_hit { 
     #刷新缓存的请求操作,设置TTL为0,返回处理结果代码 
     if (req.request == "PURGE") { 
          set obj.ttl = 0s; 
          error 200 "Purged."; 
      }   
     #缓存服务器命中后(查找到了) 
     return (deliver); 
 }    
#缓存服务器lookup查找没有命中:miss 
sub vcl_miss { 
    #刷新缓存的请求操作, 
    #if (req.request == "PURGE") { 
    #    error 404 "Not in cache."; 
    #}   
    #缓存服务器没有命中(去后台服务器取) 
     return (fetch); 
 }   
#从后台服务器取回数据后,视情况是否进行缓存 
sub vcl_fetch { 
    #如果请求的是动态页面直接发转发 
    #动态请求回来的,一定要放在前面处理 
    if (req.url ~ "^(.*)\.(php|jsp|do|aspx|asmx|ashx)($|.*)") { 
        set beresp.http.Cache-Control="no-cache, no-store"; 
        unset beresp.http.Expires; 
        return (deliver); 
    }   
    # 仅当该请求可以缓存时，才设置beresp.grace，若该请求不能被缓存，则不设置beresp.grace 
    if (beresp.ttl > 0s) { 
        set beresp.grace = 1m; 
    }     
     if (beresp.ttl <= 0s || 
         beresp.http.Set-Cookie || 
         beresp.http.Vary == "*") { 
            /* 
             * Mark as "Hit-For-Pass" for the next 2 minutes 
             */ 
            set beresp.ttl = 120 s; 
            #下次请求时不进行lookup,直接pass 
            return (hit_for_pass); 
     }   
    #设置从后台服务器获得的特定格式文件的缓存TTL 
    if (req.url ~ "^(.*)\.(pdf|xls|ppt|doc|docx|xlsx|pptx|chm|rar|zip)($|\?)")      
    { 
        #移除服务器发送的cookie  
        unset beresp.http.Set-Cookie; 
        #加上缓存时间 
        set beresp.ttl = 30d; 
        return (deliver); 
    }else if(req.url ~ "^(.*)\.(bmp|jpeg|jpg|png|gif|svg|png|ico|txt|css|js|html|htm)($|\?)"){ 
        #移除服务器发送的cookie  
        unset beresp.http.Set-Cookie; 
        #加上缓存时间 
        set beresp.ttl = 15d; 
        return (deliver); 
    }else if(req.url ~ "^(.*)\.(mp3|wma|mp4|rmvb|ogg|mov|avi|wmv|mpeg|mpg|dat|3pg|swf|flv|asf)($|\?)"){ 
        #移除服务器发送的cookie  
        unset beresp.http.Set-Cookie; 
        #加上缓存时间 
        set beresp.ttl = 30d; 
        return (deliver); 
    }   
    #从后台服务器返回的response信息中,没有缓存的,不缓存 
    if (beresp.http.Pragma ~"no-cache" || beresp.http.Cache-Control ~"no-cache" || beresp.http.Cache-Control ~"private") { 
            return (deliver); 
    } 
    return (deliver); 
 }    
#缓存服务器发送到客户端前调用 
 sub vcl_deliver { 
    #下面是添加一个Header标识，以判断缓存是否命中。 
    if (obj.hits > 0) { 
        set resp.http.X-Cache = "HIT from cache"; 
       #set resp.http.X-Varnish = "HIT from cache"; 
    } else { 
        set resp.http.X-Cache = "MISS from cache"; 
       #set resp.http.X-Varnish = "MISS from cache"; 
    } 
    #去掉不是必须的header 
    unset resp.http.Vary; 
    unset resp.http.X-Powered-By; 
    unset resp.http.X-AspNet-Version; 
    return (deliver); 
 } 
  
 sub vcl_error { 
     set obj.http.Content-Type = "text/html; charset=utf-8"; 
     set obj.http.Retry-After = "5"; 
     synthetic {" 
 <?xml version="1.0" encoding="utf-8"?> 
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" 
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> 
 <html> 
   <head> 
     <title>"} + obj.status + " " + obj.response + {"</title> 
   </head> 
   <body> 
     <h1>Error "} + obj.status + " " + obj.response + {"</h1> 
     <p>"} + obj.response + {"</p> 
     <h3>Guru Meditation:</h3> 
     <p>XID: "} + req.xid + {"</p> 
     <hr> 
     <p>cache server</p> 
   </body> 
 </html> 
 "}; 
     return (deliver); 
 }    
 sub vcl_init { 
    return (ok); 
 }   
 sub vcl_fini { 
    return (ok); 
 }


 3.效果图
点击查看原图
 好了,大家有兴趣的,可以自己去搞.
夜空- 本站版权
1、本站所有主题由该文章作者发表，该文章作者与夜空享有文章相关版权
2、其他单位或个人使用、转载或引用本文时必须同时征得该文章作者和夜空的同意
3、本帖部分内容转载自其它媒体，但并不代表本站赞同其观点和对其真实性负责
4、如本帖侵犯到任何版权问题，请立即告知本站，本站将及时予与删除并致以最深的歉意
5、原文链接：blog.slogra.com/post-554.html

标签: varnish 缓存 反向代理 cdn 命中

评论:

 
Copyright © 2012- · slogra |蜀ICP备16018542号-1 |