SlideShare a Scribd company logo
1 of 100
Download to read offline
Varnish	
  in	
  ac*on

                         Thijs	
  Feryn
                         Evangelist
                         +32	
  (0)9	
  218	
  79	
  06
                         thijs@combellgroup.com

                         phpDay
                         Friday	
  May	
  13th	
  2011
                         Verona,	
  Italy
About	
  me




 I’m	
  an	
  evangelist	
  at	
  Combell
About	
  me




 I’m	
  a	
  board	
  member	
  at	
  PHPBenelux
I	
  live	
  in	
  the	
  wonderful	
  city	
  of	
  Bruges
      MPBecker	
  -­‐	
  Bruges	
  by	
  Night	
  hVp://www.flickr.com/photos/galverson2/3715965933
Follow	
  me	
  on	
  TwiVer:	
  @ThijsFeryn

Give	
  me	
  feedback:	
  hVp://joind.in/3006

  Read	
  my	
  blog:	
  hVp://blog.feryn.eu
Varnish
Varnish




          Reverse	
  proxy?

          Caching	
  proxy?

          Loadbalancer?
Varnish




          HTTP	
  accelerator	
  !
Caching
Caching




     Storing	
  computed	
  data	
  for	
  faster	
  
        serving	
  of	
  future	
  requests
Basically




       Pudng	
  stuff	
  in	
  boxes	
  for	
  later	
  use
Why?
Protect	
  your	
  server
In	
  the	
  beginning	
  there	
  was	
  ...
Browser	
  cache
Browser	
  cache:	
  expira*on




     Expires:	
  Sun,	
  25	
  Jun	
  2006	
  14:57:12	
  

        Cache-­‐Control:	
  max-­‐age=86400,	
  
                 must-­‐revalidate
Browser	
  cache:	
  valida*on



 Last-­‐Modified:	
  Sun,	
  25	
  Jun	
  2006	
  14:57:12	
  GMT

            ETag:	
  “686897696a7c876b7e”
Browser	
  cache:	
  valida*on



 Last-­‐Modified:	
  Sun,	
  25	
  Jun	
  2006	
  14:57:12	
  GMT

             ETag:	
  “686897696a7c876b7e”


     Compared	
  with	
  the	
  “If-­‐None-­‐Match”	
  header.	
  
     Throws	
  “HTTP/1.0	
  304	
  Not	
  Modified”	
  accordingly
Browser	
  cache:	
  in	
  PHP
Browser	
  cache:	
  in	
  PHP


<?php
$seconds = 10;
$expires = gmdate('D, j M Y H:i:s T', time() + $seconds);
header("Expires: $expires");
header("Cache-Control: max-age=$seconds, must-revalidate");
?>
<ul>
    <li>Current date/time: <?= gmdate('D, j M Y H:i:s T')?></li>
    <li>Expires: <?= $expires ?></li>
    <li>Cache-control: <?= $seconds?> seconds</li>
</ul>
Browser	
  cache:	
  in	
  Apache
Browser	
  cache:	
  in	
  Apache



ExpiresAc*ve	
  on
ExpiresDefault	
  "access	
  plus	
  1	
  month"
ExpiresDefault	
  "now	
  plus	
  4	
  weeks"
ExpiresDefault	
  "modifica*on	
  plus	
  30	
  days"
ExpiresByType	
  text/html	
  "access	
  plus	
  1	
  month	
  15	
  days	
  2	
  
hours"
Browser	
  cache	
  is	
  your	
  friend	
  !
Problems	
  with	
  browser	
  cache
Problems	
  with	
  browser	
  cache


                 Mul*ple	
  standards

           Can	
  be	
  ignored	
  by	
  browser

                      Force	
  refresh

                   Cache	
  per	
  client
Solu*ons:	
  use	
  a	
  caching/reverse	
  proxy!



                    Use	
  a	
  caching/reverse	
  proxy

                             Varnish	
  does	
  that

                         It’ll	
  make	
  your	
  site	
  fly!
Info



•Website:	
  h$p://www.varnish-­‐cache.org
•Wiki:	
  h$p://www.varnish-­‐cache.org/trac/wiki
•Examples:	
  h$p://www.varnish-­‐cache.org/trac/wiki/VCLExamples
•DocumentaHon	
  site:	
  h$p://www.varnish-­‐cache.org/docs/2.1	
  
Setup	
  Varnish
Setup	
  Varnish

    curl http://repo.varnish-cache.org/debian/
    GPG-key.txt | apt-key add -

    echo "deb http://repo.varnish-cache.org/
    debian/ $(lsb_release -s -c) varnish-2.1"
    >> /etc/apt/sources.list


    apt-get update

    apt-get install varnish
Setup	
  Varnish

    START=yes

    DAEMON_OPTS="-a :80 
    -T localhost:6082 
    -f /etc/varnish/default.vcl 
    -s file,/var/lib/varnish/$INSTANCE/
    varnish_storage.bin,1G"



    In	
  “/etc/default/varnish”
Setup	
  the	
  backend
Setup	
  the	
  backend




        Listen 8080




   In	
  “/etc/apache2/ports.conf”
Setup	
  the	
  backend




        backend default {
              .host = "127.0.0.1";
              .port = "8080";
        }



   In	
  “/etc/varnish/default.vcl”
Out	
  of	
  the	
  box	
  Varnish	
  will	
  only	
  ...
...	
  obey	
  your	
  caching	
  headers
...	
  and	
  cache	
  sta*c	
  files
Time	
  for	
  ac*on	
  !
Request                          vcl_recv




                                             Yes         Cacheable?
                         vcl_hash



            Yes                                No
                         In cache?



                                                                      No
vcl_hit()                                           vcl_miss()




                                     vcl_fetch()




              vcl_deliver()




                  Response
Hits	
  &	
  misses
Logging	
  &	
  sta*s*cs	
  
Varnishstat




  Real	
  *me	
  stats	
  of	
  running	
  varnishd	
  instance

  hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishstat.html
Hitrate	
  ratio:	
  	
  	
  	
  	
  	
  	
  10	
  	
  	
  	
  	
  	
  100	
  	
  	
  	
  	
  	
  121
Hitrate	
  avg:	
  	
  	
  	
  	
  0.5365	
  	
  	
  0.5287	
  	
  	
  0.5277

	
  	
  	
  	
  	
  	
  	
  	
  9957	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  4.10	
  Client	
  connections	
  accepted
	
  	
  	
  	
  	
  	
  	
  58932	
  	
  	
  	
  	
  	
  	
  	
  67.92	
  	
  	
  	
  	
  	
  	
  	
  24.28	
  Client	
  requests	
  received
	
  	
  	
  	
  	
  	
  	
  30483	
  	
  	
  	
  	
  	
  	
  	
  	
  1.00	
  	
  	
  	
  	
  	
  	
  	
  12.56	
  Cache	
  hits
	
  	
  	
  	
  	
  	
  	
  	
  8592	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  3.54	
  Cache	
  hits	
  for	
  pass
	
  	
  	
  	
  	
  	
  	
  18991	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  	
  7.82	
  Cache	
  misses
	
  	
  	
  	
  	
  	
  	
  28449	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  11.72	
  Backend	
  connections	
  success
	
  	
  	
  	
  	
  	
  	
  22562	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  	
  9.30	
  Backend	
  connections	
  reuses
	
  	
  	
  	
  	
  	
  	
  28357	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  11.68	
  Backend	
  connections	
  recycles
	
  	
  	
  	
  	
  	
  	
  	
  	
  488	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  srcaddr
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  7	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  active	
  struct	
  srcaddr
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  81	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  sess_mem
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  21	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  sess
	
  	
  	
  	
  	
  	
  	
  	
  4398	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  object
	
  	
  	
  	
  	
  	
  	
  	
  4401	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  objecthead
	
  	
  	
  	
  	
  	
  	
  	
  9220	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  smf
	
  	
  	
  	
  	
  	
  	
  	
  	
  355	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  small	
  free	
  smf
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  6	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  large	
  free	
  smf
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  2	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  vbe_conn
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  10	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  struct	
  bereq
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  17	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  worker	
  threads
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  28	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  0.01	
  N	
  worker	
  threads	
  created
	
  	
  	
  	
  	
  	
  	
  	
  	
  164	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  0.07	
  N	
  overflowed	
  work	
  requests
	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  1	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  backends
	
  	
  	
  	
  	
  	
  	
  14608	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  expired	
  objects
	
  	
  	
  	
  	
  	
  	
  24113	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  .	
  	
  	
  N	
  LRU	
  moved	
  objects
	
  	
  	
  	
  	
  	
  	
  53778	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  22.16	
  Objects	
  sent	
  with	
  write
	
  	
  	
  	
  	
  	
  	
  	
  9957	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  4.10	
  Total	
  Sessions
	
  	
  	
  	
  	
  	
  	
  58935	
  	
  	
  	
  	
  	
  	
  	
  67.92	
  	
  	
  	
  	
  	
  	
  	
  24.28	
  Total	
  Requests
	
  	
  	
  	
  	
  	
  	
  	
  9458	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  3.90	
  Total	
  pass
	
  	
  	
  	
  	
  	
  	
  28445	
  	
  	
  	
  	
  	
  	
  	
  66.92	
  	
  	
  	
  	
  	
  	
  	
  11.72	
  Total	
  fetch
	
  	
  	
  	
  22496844	
  	
  	
  	
  	
  23506.62	
  	
  	
  	
  	
  	
  9269.40	
  Total	
  header	
  bytes
	
  	
  	
  606897837	
  	
  	
  	
  263427.01	
  	
  	
  	
  250060.91	
  Total	
  body	
  bytes
	
  	
  	
  	
  	
  	
  	
  	
  1384	
  	
  	
  	
  	
  	
  	
  	
  	
  0.00	
  	
  	
  	
  	
  	
  	
  	
  	
  0.57	
  Session	
  Closed
Varnishlog




  Display	
  requests	
  of	
  running	
  varnishd	
  instance

  hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishlog.html
Varnishlog

                 Notable	
  tags

• ReqEnd       • TxHeader          • RxHeader
• ReqStart     • TxLostHeader      • RxLostHeader
• Hit          • TxProtocol        • RxProtocol
• Error        • TxRequest         • RxRequest
• VCL_call     • TxResponse        • RxResponse
• VCL_return   • TxStatus          • RxStatus
• VCL_acl      • TxURL             • RxURL
Varnishlog




   varnishlog	
  -­‐c	
  -­‐o	
  RxRequest	
  POST


                  All	
  POST	
  requests
Varnishlog




  varnishlog	
  -­‐c	
  -­‐i	
  RxHeader	
  -­‐I	
  ^User-­‐Agent


                All	
  user	
  agents
Varnishlog




 varnishlog	
  -­‐i	
  TxURL


          All	
  URL’s	
  that	
  “missed”
Varnishlog




  varnishlog	
  	
  -­‐o	
  VCL_call	
  hit	
  |	
  grep	
  RxURL


                      All	
  URL’s	
  that	
  “hit”
Varnishlog


 varnishlog	
  	
  -­‐w	
  /tmp/yourfile.log


                    Write	
  log	
  to	
  file

  varnishlog	
  	
  -­‐r	
  /tmp/yourfile.log


                   Read	
  log	
  from	
  file
 	
  	
  12	
  SessionOpen	
  	
  c	
  172.16.26.1	
  50396	
  :8080
	
  	
  	
  12	
  ReqStart	
  	
  	
  	
  	
  c	
  172.16.26.1	
  50396	
  668213522
	
  	
  	
  12	
  RxRequest	
  	
  	
  	
  c	
  GET
	
  	
  	
  12	
  RxURL	
  	
  	
  	
  	
  	
  	
  	
  c	
  /test.php
	
  	
  	
  12	
  RxProtocol	
  	
  	
  c	
  HTTP/1.1
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Host:	
  varnish.dev:8080
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  User-­‐Agent:	
  Mozilla/5.0	
  (Macintosh;	
  U;	
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;	
  
rv:1.9.2.10)	
  Gecko/20100914	
  Firefox/3.6.10
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Accept:	
  text/html,application/xhtml+xml,application/xml;q=0.9,*/
*;q=0.8
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Accept-­‐Language:	
  nl,en-­‐us;q=0.7,en;q=0.3
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Accept-­‐Encoding:	
  gzip,deflate
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Accept-­‐Charset:	
  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Keep-­‐Alive:	
  115
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Connection:	
  keep-­‐alive
	
  	
  	
  12	
  RxHeader	
  	
  	
  	
  	
  c	
  Cookie:	
  PHPSESSID=2n2pkit81qdgk6k4trf1crft16
	
  	
  	
  12	
  VCL_call	
  	
  	
  	
  	
  c	
  recv
	
  	
  	
  12	
  VCL_return	
  	
  	
  c	
  pass
	
  	
  	
  12	
  VCL_call	
  	
  	
  	
  	
  c	
  hash
	
  	
  	
  12	
  VCL_return	
  	
  	
  c	
  hash
	
  	
  	
  12	
  VCL_call	
  	
  	
  	
  	
  c	
  pass
	
  	
  	
  12	
  VCL_return	
  	
  	
  c	
  pass
	
  	
  	
  14	
  BackendClose	
  -­‐	
  default
	
  	
  	
  14	
  BackendOpen	
  	
  b	
  default	
  127.0.0.1	
  34267	
  127.0.0.1	
  80
	
  	
  	
  12	
  Backend	
  	
  	
  	
  	
  	
  c	
  14	
  default	
  default
 	
  	
  14	
  TxRequest	
  	
  	
  	
  b	
  GET
	
  	
  	
  14	
  TxURL	
  	
  	
  	
  	
  	
  	
  	
  b	
  /test.php
	
  	
  	
  14	
  TxProtocol	
  	
  	
  b	
  HTTP/1.1
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Host:	
  varnish.dev:8080
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  User-­‐Agent:	
  Mozilla/5.0	
  (Macintosh;	
  U;	
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;	
  
rv:1.9.2.10)	
  Gecko/20100914	
  Firefox/3.6.10
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Accept:	
  text/html,application/xhtml+xml,application/xml;q=0.9,*/
*;q=0.8
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Accept-­‐Language:	
  nl,en-­‐us;q=0.7,en;q=0.3
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Accept-­‐Encoding:	
  gzip,deflate
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Accept-­‐Charset:	
  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  Cookie:	
  PHPSESSID=2n2pkit81qdgk6k4trf1crft16
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  X-­‐Forwarded-­‐For:	
  172.16.26.1
	
  	
  	
  14	
  TxHeader	
  	
  	
  	
  	
  b	
  X-­‐Varnish:	
  668213522
	
  	
  	
  14	
  RxProtocol	
  	
  	
  b	
  HTTP/1.1
	
  	
  	
  14	
  RxStatus	
  	
  	
  	
  	
  b	
  200
	
  	
  	
  14	
  RxResponse	
  	
  	
  b	
  OK
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Date:	
  Tue,	
  19	
  Oct	
  2010	
  12:54:49	
  GMT
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Server:	
  Apache/2.2.16	
  (Ubuntu)
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  X-­‐Powered-­‐By:	
  PHP/5.3.3-­‐1ubuntu9
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Vary:	
  Accept-­‐Encoding
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Content-­‐Encoding:	
  gzip
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Content-­‐Length:	
  36
	
  	
  	
  14	
  RxHeader	
  	
  	
  	
  	
  b	
  Content-­‐Type:	
  text/html
 	
  	
  12	
  TTL	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  c	
  668213522	
  RFC	
  120	
  1287492889	
  0	
  0	
  0	
  0
	
  	
  	
  12	
  VCL_call	
  	
  	
  	
  	
  c	
  fetch
	
  	
  	
  12	
  TTL	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  c	
  668213522	
  VCL	
  10	
  1287492889
	
  	
  	
  12	
  VCL_return	
  	
  	
  c	
  pass
	
  	
  	
  12	
  ObjProtocol	
  	
  c	
  HTTP/1.1
	
  	
  	
  12	
  ObjStatus	
  	
  	
  	
  c	
  200
	
  	
  	
  12	
  ObjResponse	
  	
  c	
  OK
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  Date:	
  Tue,	
  19	
  Oct	
  2010	
  12:54:49	
  GMT
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  Server:	
  Apache/2.2.16	
  (Ubuntu)
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  X-­‐Powered-­‐By:	
  PHP/5.3.3-­‐1ubuntu9
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  Vary:	
  Accept-­‐Encoding
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  Content-­‐Encoding:	
  gzip
	
  	
  	
  12	
  ObjHeader	
  	
  	
  	
  c	
  Content-­‐Type:	
  text/html
	
  	
  	
  14	
  Length	
  	
  	
  	
  	
  	
  	
  b	
  36
	
  	
  	
  14	
  BackendReuse	
  b	
  default
	
  	
  	
  12	
  VCL_call	
  	
  	
  	
  	
  c	
  deliver
	
  	
  	
  12	
  VCL_return	
  	
  	
  c	
  deliver
	
  	
  	
  12	
  TxProtocol	
  	
  	
  c	
  HTTP/1.1
	
  	
  	
  12	
  TxStatus	
  	
  	
  	
  	
  c	
  200
	
  	
  	
  12	
  TxResponse	
  	
  	
  c	
  OK
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Server:	
  Apache/2.2.16	
  (Ubuntu)
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  X-­‐Powered-­‐By:	
  PHP/5.3.3-­‐1ubuntu9
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Vary:	
  Accept-­‐Encoding
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Content-­‐Encoding:	
  gzip
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Content-­‐Type:	
  text/html
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Content-­‐Length:	
  36
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Date:	
  Tue,	
  19	
  Oct	
  2010	
  12:54:49	
  GMT
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  X-­‐Varnish:	
  668213522
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Age:	
  0
	
  	
  	
  12	
  TxHeader	
  	
  	
  	
  	
  c	
  Via:	
  1.1	
  varnish
Varnishtop




  Read	
  memory	
  logs	
  and	
  presents	
  them	
  as	
  a	
  
  con*nuously	
  updated	
  list	
  of	
  commonly	
  
  occuring	
  log	
  entries

  hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishtop.html
Varnishtop




  varnishtop	
  -­‐i	
  RxHeader	
  -­‐I	
  ^User-­‐Agent


             Get	
  the	
  top	
  user	
  agents
Varnishtop




  varnishtop	
  -­‐i	
  RxRequest


        Get	
  the	
  top	
  request	
  methods
Varnishtop




  varnishtop	
  -­‐i	
  TxURL


                Get	
  the	
  top	
  misses
list	
  length	
  90	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  
dev

	
  	
  	
  	
  76.42	
  VCL_return	
  	
  	
  	
  	
  pass	
  	
  	
  
	
  	
  	
  	
  50.95	
  RxProtocol	
  	
  	
  	
  	
  HTTP/1.1
	
  	
  	
  	
  50.95	
  TxProtocol	
  	
  	
  	
  	
  HTTP/1.1
	
  	
  	
  	
  27.54	
  Length	
  	
  	
  	
  	
  	
  	
  	
  	
  110
	
  	
  	
  	
  25.48	
  Debug	
  	
  	
  	
  	
  	
  	
  	
  	
  	
  herding
	
  	
  	
  	
  25.47	
  RxRequest	
  	
  	
  	
  	
  	
  GET
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Host:	
  varnish.dev:8080
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  User-­‐Agent:	
  Mozilla/5.0	
  (Macintosh;	
  U;	
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;
rv:1.9.2.10)	
  Gecko/20100914	
  Firefox/3.6.10
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Accept:	
  text/html,application/xhtml+xml,application/
xml;q=0.9,*/*;q=0.8
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Accept-­‐Language:	
  nl,en-­‐us;q=0.7,en;q=0.3
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Accept-­‐Encoding:	
  gzip,deflate
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Accept-­‐Charset:	
  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Keep-­‐Alive:	
  115
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Connection:	
  keep-­‐alive
	
  	
  	
  	
  25.47	
  RxHeader	
  	
  	
  	
  	
  	
  	
  Cookie:	
  PHPSESSID=2n2pkit81qdgk6k4trf1crft16
	
  	
  	
  	
  25.47	
  VCL_call	
  	
  	
  	
  	
  	
  	
  recv
	
  	
  	
  	
  25.47	
  VCL_call	
  	
  	
  	
  	
  	
  	
  hash
	
  	
  	
  	
  25.47	
  VCL_return	
  	
  	
  	
  	
  hash
	
  	
  	
  	
  25.47	
  VCL_call	
  	
  	
  	
  	
  	
  	
  pass
	
  	
  	
  	
  25.47	
  Backend	
  	
  	
  	
  	
  	
  	
  	
  14	
  default	
  default
	
  	
  	
  	
  25.47	
  TxRequest	
  	
  	
  	
  	
  	
  GET
	
  	
  	
  	
  25.47	
  TxHeader	
  	
  	
  	
  	
  	
  	
  Host:	
  varnish.dev:8080
	
  	
  	
  	
  25.47	
  TxHeader	
  	
  	
  	
  	
  	
  	
  User-­‐Agent:	
  Mozilla/5.0	
  (Macintosh;	
  U;	
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;
rv:1.9.2.10)	
  Gecko/20100914	
  Firefox/3.6.10
	
  	
  	
  	
  25.47	
  TxHeader	
  	
  	
  	
  	
  	
  	
  Accept:	
  text/html,application/xhtml+xml,application/
Varnishncsa




  Read	
  memory	
  logs	
  and	
  presents	
  them	
  in	
  the	
  
  Apache	
  /	
  NCSA	
  “combined”	
  log	
  format

  hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishncsa.html
Varnishncsa


  varnishncsa	
  -­‐D	
  -­‐a	
  -­‐w	
  /var/log/some.log

  172.16.26.1	
  -­‐	
  -­‐	
  [19/Oct/2010:16:08:02	
  +0200]	
  "GET	
  hVp://
  varnish.dev:8080/	
  HTTP/1.1"	
  200	
  97	
  "-­‐"	
  "Mozilla/5.0	
  (Macintosh;	
  U;	
  
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;	
  rv:1.9.2.10)	
  Gecko/20100914	
  Firefox/3.6.10"
  172.16.26.1	
  -­‐	
  -­‐	
  [19/Oct/2010:16:08:10	
  +0200]	
  "GET	
  hVp://
  varnish.dev:8080/test.php	
  HTTP/1.1"	
  200	
  36	
  "-­‐"	
  "Mozilla/5.0	
  
  (Macintosh;	
  U;	
  Intel	
  Mac	
  OS	
  X	
  10.6;	
  nl;	
  rv:1.9.2.10)	
  Gecko/20100914	
  
  Firefox/3.6.10"
Varnishreplay




 The	
  varnishreplay	
  u*lity	
  parses	
  varnish	
  logs	
  and	
  
 aVempts	
  to	
  reproduce	
  the	
  traffic

 hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishreplay.html
Varnishreplay




  varnishlog	
  	
  -­‐w	
  /tmp/yourfile.log

  varnishreplay	
  	
  -­‐r	
  /tmp/yourfile.log
Management	
  via	
  telnet
Management	
  via	
  telnet

  root@dev:/#	
  telnet	
  localhost	
  6082
  Trying	
  ::1...
  Connected	
  to	
  localhost.
  Escape	
  character	
  is	
  '^]'.
  200	
  154	
  	
  	
  	
  	
  
  -­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐
  Varnish	
  HTTP	
  accelerator	
  CLI.
  -­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐
  Type	
  'help'	
  for	
  command	
  list.
  Type	
  'quit'	
  to	
  close	
  CLI	
  session.
Management	
  via	
  telnet

                       Notable	
  ac*ons
• vcl.load	
  <configname>	
  <filename>
• vcl.use	
  <configname>
• vcl.discard	
  <configname>         Avoid	
  interrup*on
• vcl.list
• vcl.show	
  <configname>
More	
  ac*on?
Request                          vcl_recv




                                             Yes         Cacheable?
                         vcl_hash



            Yes                                No
                         In cache?



                                                                      No
vcl_hit()                                           vcl_miss()




                                     vcl_fetch()




              vcl_deliver()




                  Response
Cache	
  sta*c	
  files


sub vcl_recv {
  if ( (req.request == "GET" || req.request == "HEAD")
&& req.url ~ ".(png|gif|jpe?g|swf|css|js|html?|sstm)
$" ) {
      return(lookup);
  } else {
      return(pass);
  }
}
Provide	
  HIT/MISS	
  informa*on


sub vcl_deliver {
    if (obj.hits > 0) {
        set resp.http.X-Cache = "HIT";
    } else {
        set resp.http.X-Cache = "MISS";
    }
}
Manipulate	
  TTL



sub vcl_fetch {
        set beresp.ttl = 10s;
}
Cache	
  ...	
  even	
  with	
  cookies

sub vcl_recv {
   if (req.request == "GET" || req.request ==
"HEAD") {
     return (lookup);
   }
}
sub vcl_hash {
  if (req.http.Cookie) {
    set req.hash += req.http.Cookie;
  }
}
Remove	
  cookies


 sub vcl_recv {
     unset req.http.cookie;
 }
 sub vcl_fetch {
     unset beresp.http.set-cookie;
 }
Remove	
  Google	
  Analy*cs	
  cookies

sub vcl_recv {
if (req.http.Cookie) {
    set req.http.Cookie = regsuball
(req.http.Cookie,"(^|; ) *__utm.=[^;]+;?
*","1");
    if (req.http.Cookie == "") {
        remove req.http.Cookie;
    }
}
Mul*ple	
  backends:	
  hostname	
  filtering

backend default {
    .host = "default.server.com";
    .port = "80";
}
backend other {
    .host = "other.server.com";
    .port = "80";
}
sub vcl_recv {
    if(req.http.host ~ "^www."){
        set req.backend= default;
    } else {
        set req.backend = other;
    }
}
www.example.com   example.com




Default backend   Other backend
Grace	
  mode



sub vcl_recv {
    if (req.backend.healthy) {
        set req.grace = 1s;
    } else {
        set req.grace = 10s;
    }
}
                Keep	
  reading	
  from	
  cache,	
  
                   even	
  when	
  expired
Mul*ple	
  backends:	
  health	
  checks

backend default {
    .host = "default.server.com";
    .port = "80";
    .probe = {
        .url = "/";
        .timeout = 50 ms;
        .interval = 1s;
        .window = 2;
        .threshold = 2;
    }
}
Mul*ple	
  backends:	
  health	
  checks

backend other {
    .host = "other.server.com";
    .port = "80";
    .probe = {
        .url = "/";
        .timeout = 50 ms;
        .interval = 1s;
        .window = 2;
        .threshold = 2;
    }
}
Mul*ple	
  backends:	
  health	
  checks
sub vcl_recv {
  if (req.restarts == 0) {
    set req.backend = default;
  } else {
    set req.backend = other;
  }
  return(pass);
}
sub vcl_error {
  if (obj.status == 503 && req.restarts
< 4) {
    restart;
  }
}
Default backend   Other backend
Default backend   Other backend
Loadbalancing	
  via	
  directors



director back round-robin {
        {.backend = default;}
        {.backend = other;}
}
sub vcl_recv {
    set req.backend = back;
    return(pass);
}
50%      50%




Default backend   Other backend
Loadbalancing	
  via	
  directors



director back random {
  {.backend = default; .weight=1;}
  {.backend = other; .weight=2;}
}
sub vcl_recv {
  set req.backend = back;
  return(pass);
}
33%      66%




Default backend   Other backend
Purging

acl purge_acl {
  "localhost";
  "1.2.3.4";
  "some.host.ext";
}
sub vcl_recv {
  if (req.request == "PURGE") {
     if (!client.ip ~ purge_acl) {
        error 405 "Not allowed.";
     }
     purge_url(req.url);
     error 200 "Purged.";
  }
  return(lookup);
}
    curl	
  -­‐X	
  PURGE	
  hVp://yoursite.com/yourpage
Edge	
  Side	
  Includes:	
  the	
  final	
  piece	
  of	
  the	
  puzzle
header.php



menu.php          main.php



           footer.php
<html>
<body>
    <table>
      <tr>
        <td colspan="2" >
           <?php include('header.php') ?>
        </td>
      </tr>
      <tr>
        <td><?php include('menu.php') ?></td>
        <td><?php include('main.php') ?></td>
      </tr>      
      <tr>
        <td colspan="2" >
           <?php include('footer.php') ?>
        </td>
      </tr>      
    </table>
  </body>
</html>
No	
  caching
   TTL	
  10s
                header.php

                                             TTL	
  2s
menu.php               main.php



                footer.php

                                    TTL	
  5s
<html>
<body>
    <table>
      <tr>
        <td colspan="2" >
          <esi:include src="/header.php"   />
        </td>
      </tr>
      <tr>
        <td><esi:include src="/menu.php"   /></td>
        <td><esi:include src="/main.php"   /></td>
      </tr>
      <tr>
        <td colspan="2" >
          <esi:include src="/footer.php"   />
        </td>
      </tr>
    </table>
  </body>
<?php
function esi($file){
    if(array_key_exists('HTTP_X_VARNISH',$_SERVER)){
        header("esi-enabled: 1");
        $url = 'http://'.$_SERVER['HTTP_HOST'].substr($_SERVER
['SCRIPT_NAME'],0,1+strrpos($_SERVER['SCRIPT_NAME'],'/')).
$file;
        echo "<esi:include src="$url" />".PHP_EOL;
    } else {
        include($file);
    }
}
<?php
class My_View_Helper_Esi extends Zend_View_Helper_Abstract
{
  protected $_requestHeader;
  protected $_responseHeader;
  protected $_frontController;
  public function esi
($controller = 'index', $action='index', $requestHeader = 'X_VARNISH', 
$responseHeader = 'esi-enabled: 1')
  {
      $this->_requestHeader = $requestHeader;
      $this->_responseHeader = $responseHeader;
      $this->_frontController = Zend_Controller_Front::getInstance();
      if($this->_getRequestHeader()){
          $this->_getResponseHeader();
          return $this->_buildEsi($controller,$action);
      } else {
          return $this->_dispatch($controller, $action);
      }
  }
...
...
protected function _getRequestHeader()
{
  if($this->_requestHeader === null || $this-
>_requestHeader === false){
   return false;
  }        
  $request = $this->_frontController->getRequest();
  if($request->getHeader($this->_requestHeader) === false){
      return false;
  } else {
      return true;
  }
}
protected function _getResponseHeader()
{
  if($this->_responseHeader !== null && $this-
>_responseHeader !== false){
    header($this->_responseHeader);
  }
}
...
...
   protected function _dispatch($controller,$action)
   {
     $request = new Zend_Controller_Request_Simple
($action, $controller);
    $response = new Zend_Controller_Response_Http();
    $dispatcher = $this->_frontController->getDispatcher();
    $dispatcher->dispatch($request, $response);
    return $response->getBody();
   }
   protected function _buildEsi($controller,$action)
   {
     $router = $this->_frontController->getRouter();
     $url = $router->assemble(array('controller'=>
$controller,'action'=>$action));
     return "<esi:include src="{$url}"/>";
   }
}
<html>
<body>
 <table>
  <tr>
   <td colspan="2" >
     <?php echo $this->esi('index',‘header’) ?>
   </td>
  </tr>
  <tr>
   <td><?php echo $this->esi('index',‘menu’) ?></td>
   <td><?php echo $this->esi('index',‘main’) ?></td>
  </tr>      
  <tr>
   <td colspan="2" >
     <?php echo $this->esi('index',‘footer’) ?>
   </td>
  </tr>      
 </table>
sub vcl_recv {
  if(req.url == "/header.php") {
    return (pass);
  }
  if(req.url ~ "^/(footer|main|menu).php$") {
    return (lookup);
  }
}
sub vcl_fetch {
  if (beresp.http.esi-enabled == "1") {
    esi;
    unset beresp.http.esi-enabled;
  }
  if(req.url == "/footer.php") {
        set beresp.ttl = 5s;
  }
  if(req.url == "/menu.php") {
        set beresp.ttl = 10s;
  }
  if(req.url == "/main.php") {
        set beresp.ttl = 2s;
  }
}
Q&A

More Related Content

What's hot

スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudyスローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
Yusuke Yamamoto
 

What's hot (20)

Caching and tuning fun for high scalability @ 4Developers
Caching and tuning fun for high scalability @ 4DevelopersCaching and tuning fun for high scalability @ 4Developers
Caching and tuning fun for high scalability @ 4Developers
 
Caching and tuning fun for high scalability
Caching and tuning fun for high scalabilityCaching and tuning fun for high scalability
Caching and tuning fun for high scalability
 
Qt Network Explained (Portuguese)
Qt Network Explained (Portuguese)Qt Network Explained (Portuguese)
Qt Network Explained (Portuguese)
 
All The Little Pieces
All The Little PiecesAll The Little Pieces
All The Little Pieces
 
All The Little Pieces
All The Little PiecesAll The Little Pieces
All The Little Pieces
 
Beyond PHP - it's not (just) about the code
Beyond PHP - it's not (just) about the codeBeyond PHP - it's not (just) about the code
Beyond PHP - it's not (just) about the code
 
Scaling Rails with Memcached
Scaling Rails with MemcachedScaling Rails with Memcached
Scaling Rails with Memcached
 
ioDrive de benchmarking 2011 1209_zem_distribution
ioDrive de benchmarking 2011 1209_zem_distributionioDrive de benchmarking 2011 1209_zem_distribution
ioDrive de benchmarking 2011 1209_zem_distribution
 
Nsd, il tuo compagno di viaggio quando Domino va in crash
Nsd, il tuo compagno di viaggio quando Domino va in crashNsd, il tuo compagno di viaggio quando Domino va in crash
Nsd, il tuo compagno di viaggio quando Domino va in crash
 
MongoDB Tokyo - Monitoring and Queueing
MongoDB Tokyo - Monitoring and QueueingMongoDB Tokyo - Monitoring and Queueing
MongoDB Tokyo - Monitoring and Queueing
 
Add a bit of ACID to Cassandra. Cassandra Summit EU 2014
Add a bit of ACID to Cassandra. Cassandra Summit EU 2014Add a bit of ACID to Cassandra. Cassandra Summit EU 2014
Add a bit of ACID to Cassandra. Cassandra Summit EU 2014
 
Immutable, and More
Immutable, and MoreImmutable, and More
Immutable, and More
 
Matteo Collina | Take your HTTP server to Ludicrous Speed | Codmeotion Madrid...
Matteo Collina | Take your HTTP server to Ludicrous Speed | Codmeotion Madrid...Matteo Collina | Take your HTTP server to Ludicrous Speed | Codmeotion Madrid...
Matteo Collina | Take your HTTP server to Ludicrous Speed | Codmeotion Madrid...
 
スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudyスローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
スローダウン、ハングを一発解決 スレッドダンプはトラブルシューティングの味方 #wlstudy
 
Go Programming Patterns
Go Programming PatternsGo Programming Patterns
Go Programming Patterns
 
Don't dump thread dumps
Don't dump thread dumpsDon't dump thread dumps
Don't dump thread dumps
 
Intermediate Git
Intermediate GitIntermediate Git
Intermediate Git
 
Advanced rac troubleshooting
Advanced rac troubleshootingAdvanced rac troubleshooting
Advanced rac troubleshooting
 
Redo internals ppt
Redo internals pptRedo internals ppt
Redo internals ppt
 
FlashCache
FlashCacheFlashCache
FlashCache
 

Viewers also liked

Summarizing & Notetaking
Summarizing & NotetakingSummarizing & Notetaking
Summarizing & Notetaking
guesta0a9e13
 
Manuel Martinez
Manuel MartinezManuel Martinez
Manuel Martinez
lavelada
 
Emotional Intelligence
Emotional IntelligenceEmotional Intelligence
Emotional Intelligence
ashamathew
 
The detail matters
The detail mattersThe detail matters
The detail matters
raymond4u
 
Dare to dream – small
Dare to dream – smallDare to dream – small
Dare to dream – small
Abeezar Tyebji
 
GERMAN ANITUA
GERMAN ANITUAGERMAN ANITUA
GERMAN ANITUA
lavelada
 
matter states
matter statesmatter states
matter states
matter
 
Webquest
WebquestWebquest
Webquest
trevas
 
Reflecting on Critical Incident 2; Pool Alarm
Reflecting on Critical Incident 2; Pool AlarmReflecting on Critical Incident 2; Pool Alarm
Reflecting on Critical Incident 2; Pool Alarm
ajones2104
 

Viewers also liked (20)

Gamify Your Work
Gamify Your WorkGamify Your Work
Gamify Your Work
 
Summarizing & Notetaking
Summarizing & NotetakingSummarizing & Notetaking
Summarizing & Notetaking
 
Manuel Martinez
Manuel MartinezManuel Martinez
Manuel Martinez
 
Emotional Intelligence
Emotional IntelligenceEmotional Intelligence
Emotional Intelligence
 
Creativity (R)Evolution - ThatConference 2013
Creativity (R)Evolution - ThatConference 2013Creativity (R)Evolution - ThatConference 2013
Creativity (R)Evolution - ThatConference 2013
 
Adv 2 Teens Inversions
Adv 2 Teens InversionsAdv 2 Teens Inversions
Adv 2 Teens Inversions
 
Digital Agency Gaumina
Digital Agency GauminaDigital Agency Gaumina
Digital Agency Gaumina
 
The detail matters
The detail mattersThe detail matters
The detail matters
 
Ecce March 6 2009
Ecce   March 6 2009Ecce   March 6 2009
Ecce March 6 2009
 
Infinite Possibilities - Devoxx Belgium, 2014
Infinite Possibilities - Devoxx Belgium, 2014Infinite Possibilities - Devoxx Belgium, 2014
Infinite Possibilities - Devoxx Belgium, 2014
 
Banish Your Inner Critic - Web Design Day 2015
Banish Your Inner Critic -  Web Design Day 2015Banish Your Inner Critic -  Web Design Day 2015
Banish Your Inner Critic - Web Design Day 2015
 
Let’s Rawk The Web - A Manifesto
Let’s Rawk The Web - A ManifestoLet’s Rawk The Web - A Manifesto
Let’s Rawk The Web - A Manifesto
 
Dare to dream – small
Dare to dream – smallDare to dream – small
Dare to dream – small
 
Creativity (R)Evolution - Oredev 2013
Creativity (R)Evolution - Oredev 2013Creativity (R)Evolution - Oredev 2013
Creativity (R)Evolution - Oredev 2013
 
Hop on for a quick tour of the streets of Australia
Hop on for a quick tour of the streets of AustraliaHop on for a quick tour of the streets of Australia
Hop on for a quick tour of the streets of Australia
 
GERMAN ANITUA
GERMAN ANITUAGERMAN ANITUA
GERMAN ANITUA
 
matter states
matter statesmatter states
matter states
 
Webquest
WebquestWebquest
Webquest
 
Exhibitions at The Norwegian Museum of Science and Technology
Exhibitions at The Norwegian Museum of Science and TechnologyExhibitions at The Norwegian Museum of Science and Technology
Exhibitions at The Norwegian Museum of Science and Technology
 
Reflecting on Critical Incident 2; Pool Alarm
Reflecting on Critical Incident 2; Pool AlarmReflecting on Critical Incident 2; Pool Alarm
Reflecting on Critical Incident 2; Pool Alarm
 

Similar to Varnish in action phpday2011

OSCON 2011 - Node.js Tutorial
OSCON 2011 - Node.js TutorialOSCON 2011 - Node.js Tutorial
OSCON 2011 - Node.js Tutorial
Tom Croucher
 
Varnish Web Accelerator
Varnish Web AcceleratorVarnish Web Accelerator
Varnish Web Accelerator
Rahul Ghose
 

Similar to Varnish in action phpday2011 (20)

Varnish in action phpuk11
Varnish in action phpuk11Varnish in action phpuk11
Varnish in action phpuk11
 
OSCON 2011 - Node.js Tutorial
OSCON 2011 - Node.js TutorialOSCON 2011 - Node.js Tutorial
OSCON 2011 - Node.js Tutorial
 
Usenix LISA 2012 - Choosing a Proxy
Usenix LISA 2012 - Choosing a ProxyUsenix LISA 2012 - Choosing a Proxy
Usenix LISA 2012 - Choosing a Proxy
 
Varnish qconsp 2011
Varnish qconsp 2011Varnish qconsp 2011
Varnish qconsp 2011
 
Varnish Cache
Varnish CacheVarnish Cache
Varnish Cache
 
Pre New Year Check of PostgreSQL
Pre New Year Check of PostgreSQLPre New Year Check of PostgreSQL
Pre New Year Check of PostgreSQL
 
Varnish –Http Accelerator
Varnish –Http AcceleratorVarnish –Http Accelerator
Varnish –Http Accelerator
 
Top Troubleshooting Tips and Techniques for Citrix XenServer Deployments
Top Troubleshooting Tips and Techniques for Citrix XenServer DeploymentsTop Troubleshooting Tips and Techniques for Citrix XenServer Deployments
Top Troubleshooting Tips and Techniques for Citrix XenServer Deployments
 
PHP London Dec 2013 - Varnish - The 9 circles of hell
PHP London Dec 2013 - Varnish - The 9 circles of hellPHP London Dec 2013 - Varnish - The 9 circles of hell
PHP London Dec 2013 - Varnish - The 9 circles of hell
 
In-depth caching in Varnish - GOG Varnish Meetup, march 2019
In-depth caching in Varnish - GOG Varnish Meetup, march 2019In-depth caching in Varnish - GOG Varnish Meetup, march 2019
In-depth caching in Varnish - GOG Varnish Meetup, march 2019
 
cache concepts and varnish-cache
cache concepts and varnish-cachecache concepts and varnish-cache
cache concepts and varnish-cache
 
oSC22ww4.pdf
oSC22ww4.pdfoSC22ww4.pdf
oSC22ww4.pdf
 
Debugging varnish
Debugging varnishDebugging varnish
Debugging varnish
 
Varnish - PLNOG 4
Varnish - PLNOG 4Varnish - PLNOG 4
Varnish - PLNOG 4
 
Caching and tuning fun for high scalability @ FOSDEM 2012
Caching and tuning fun for high scalability @ FOSDEM 2012Caching and tuning fun for high scalability @ FOSDEM 2012
Caching and tuning fun for high scalability @ FOSDEM 2012
 
Varnish Cache Plus. Random notes for wise web developers
Varnish Cache Plus. Random notes for wise web developersVarnish Cache Plus. Random notes for wise web developers
Varnish Cache Plus. Random notes for wise web developers
 
Checking Bitcoin
 Checking Bitcoin Checking Bitcoin
Checking Bitcoin
 
How to debug ocfs2 hang problem
How to debug ocfs2 hang problemHow to debug ocfs2 hang problem
How to debug ocfs2 hang problem
 
Errors detected in C++Builder
Errors detected in C++BuilderErrors detected in C++Builder
Errors detected in C++Builder
 
Varnish Web Accelerator
Varnish Web AcceleratorVarnish Web Accelerator
Varnish Web Accelerator
 

More from Combell NV

2012 03-27 developers e-commercedag presentatie5 ssl
2012 03-27 developers e-commercedag presentatie5 ssl2012 03-27 developers e-commercedag presentatie5 ssl
2012 03-27 developers e-commercedag presentatie5 ssl
Combell NV
 
2012 03-27 developers e-commercedag presentatie2 drupal
2012 03-27 developers e-commercedag presentatie2 drupal2012 03-27 developers e-commercedag presentatie2 drupal
2012 03-27 developers e-commercedag presentatie2 drupal
Combell NV
 
2012 03-27 developers e-commercedag presentatie1 magento
2012 03-27 developers e-commercedag presentatie1 magento2012 03-27 developers e-commercedag presentatie1 magento
2012 03-27 developers e-commercedag presentatie1 magento
Combell NV
 
2012 03-27 developers e-commercedag presentatie4 ogone
2012 03-27 developers e-commercedag presentatie4 ogone2012 03-27 developers e-commercedag presentatie4 ogone
2012 03-27 developers e-commercedag presentatie4 ogone
Combell NV
 
2012 02-07 sql denali presentatie microsoft
2012 02-07 sql denali presentatie microsoft2012 02-07 sql denali presentatie microsoft
2012 02-07 sql denali presentatie microsoft
Combell NV
 

More from Combell NV (20)

Play it extra safe! Kies een goede cyberverzekering
Play it extra safe! Kies een goede cyberverzekeringPlay it extra safe! Kies een goede cyberverzekering
Play it extra safe! Kies een goede cyberverzekering
 
Hoe gebruik je het resellerplatform als partner van Combell
Hoe gebruik je het resellerplatform als partner van CombellHoe gebruik je het resellerplatform als partner van Combell
Hoe gebruik je het resellerplatform als partner van Combell
 
Managed WordPress bij Combell – wat doet dat precies?
Managed WordPress bij Combell – wat doet dat precies?Managed WordPress bij Combell – wat doet dat precies?
Managed WordPress bij Combell – wat doet dat precies?
 
Back-ups: Hoe ze je kunnen redden van een cyberaanval
Back-ups: Hoe ze je kunnen redden van een cyberaanvalBack-ups: Hoe ze je kunnen redden van een cyberaanval
Back-ups: Hoe ze je kunnen redden van een cyberaanval
 
Cyberaanvallen: Overzicht, gevolgen en beveiligingstips
Cyberaanvallen: Overzicht, gevolgen en beveiligingstipsCyberaanvallen: Overzicht, gevolgen en beveiligingstips
Cyberaanvallen: Overzicht, gevolgen en beveiligingstips
 
Hoe gebruik je het resellerplatform als partner van Combell
Hoe gebruik je het resellerplatform als partner van CombellHoe gebruik je het resellerplatform als partner van Combell
Hoe gebruik je het resellerplatform als partner van Combell
 
Hoe laat je jouw website scoren in zoekmachines zoals Google
Hoe laat je jouw website scoren in zoekmachines zoals GoogleHoe laat je jouw website scoren in zoekmachines zoals Google
Hoe laat je jouw website scoren in zoekmachines zoals Google
 
Een webshop bouwen in WooCommerce – advanced sessie
Een webshop bouwen in WooCommerce – advanced sessieEen webshop bouwen in WooCommerce – advanced sessie
Een webshop bouwen in WooCommerce – advanced sessie
 
Hoe start je een webshop met WordPress / WooCommerce
Hoe start je een webshop met WordPress / WooCommerceHoe start je een webshop met WordPress / WooCommerce
Hoe start je een webshop met WordPress / WooCommerce
 
Keeping the cloud in check cvodmd
Keeping the cloud in check cvodmdKeeping the cloud in check cvodmd
Keeping the cloud in check cvodmd
 
Hybrid cloud wiskyweb2012
Hybrid cloud wiskyweb2012Hybrid cloud wiskyweb2012
Hybrid cloud wiskyweb2012
 
2012 03-27 developers e-commercedag presentatie5 ssl
2012 03-27 developers e-commercedag presentatie5 ssl2012 03-27 developers e-commercedag presentatie5 ssl
2012 03-27 developers e-commercedag presentatie5 ssl
 
2012 03-27 developers e-commercedag presentatie2 drupal
2012 03-27 developers e-commercedag presentatie2 drupal2012 03-27 developers e-commercedag presentatie2 drupal
2012 03-27 developers e-commercedag presentatie2 drupal
 
2012 03-27 developers e-commercedag presentatie1 magento
2012 03-27 developers e-commercedag presentatie1 magento2012 03-27 developers e-commercedag presentatie1 magento
2012 03-27 developers e-commercedag presentatie1 magento
 
2012 03-27 developers e-commercedag presentatie4 ogone
2012 03-27 developers e-commercedag presentatie4 ogone2012 03-27 developers e-commercedag presentatie4 ogone
2012 03-27 developers e-commercedag presentatie4 ogone
 
10 doe-het-zelf tips om aan e-commerce te doen
10 doe-het-zelf tips om aan e-commerce te doen10 doe-het-zelf tips om aan e-commerce te doen
10 doe-het-zelf tips om aan e-commerce te doen
 
Develop and deploy using Hybrid Cloud Strategies confoo2012
Develop and deploy using Hybrid Cloud Strategies confoo2012Develop and deploy using Hybrid Cloud Strategies confoo2012
Develop and deploy using Hybrid Cloud Strategies confoo2012
 
Php through the eyes of a hoster confoo
Php through the eyes of a hoster confooPhp through the eyes of a hoster confoo
Php through the eyes of a hoster confoo
 
Hybrid Cloud PHPUK2012
Hybrid Cloud PHPUK2012Hybrid Cloud PHPUK2012
Hybrid Cloud PHPUK2012
 
2012 02-07 sql denali presentatie microsoft
2012 02-07 sql denali presentatie microsoft2012 02-07 sql denali presentatie microsoft
2012 02-07 sql denali presentatie microsoft
 

Recently uploaded

+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
?#DUbAI#??##{{(☎️+971_581248768%)**%*]'#abortion pills for sale in dubai@
 

Recently uploaded (20)

Strategize a Smooth Tenant-to-tenant Migration and Copilot Takeoff
Strategize a Smooth Tenant-to-tenant Migration and Copilot TakeoffStrategize a Smooth Tenant-to-tenant Migration and Copilot Takeoff
Strategize a Smooth Tenant-to-tenant Migration and Copilot Takeoff
 
From Event to Action: Accelerate Your Decision Making with Real-Time Automation
From Event to Action: Accelerate Your Decision Making with Real-Time AutomationFrom Event to Action: Accelerate Your Decision Making with Real-Time Automation
From Event to Action: Accelerate Your Decision Making with Real-Time Automation
 
Axa Assurance Maroc - Insurer Innovation Award 2024
Axa Assurance Maroc - Insurer Innovation Award 2024Axa Assurance Maroc - Insurer Innovation Award 2024
Axa Assurance Maroc - Insurer Innovation Award 2024
 
Tata AIG General Insurance Company - Insurer Innovation Award 2024
Tata AIG General Insurance Company - Insurer Innovation Award 2024Tata AIG General Insurance Company - Insurer Innovation Award 2024
Tata AIG General Insurance Company - Insurer Innovation Award 2024
 
Strategies for Landing an Oracle DBA Job as a Fresher
Strategies for Landing an Oracle DBA Job as a FresherStrategies for Landing an Oracle DBA Job as a Fresher
Strategies for Landing an Oracle DBA Job as a Fresher
 
A Domino Admins Adventures (Engage 2024)
A Domino Admins Adventures (Engage 2024)A Domino Admins Adventures (Engage 2024)
A Domino Admins Adventures (Engage 2024)
 
+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
+971581248768>> SAFE AND ORIGINAL ABORTION PILLS FOR SALE IN DUBAI AND ABUDHA...
 
TrustArc Webinar - Stay Ahead of US State Data Privacy Law Developments
TrustArc Webinar - Stay Ahead of US State Data Privacy Law DevelopmentsTrustArc Webinar - Stay Ahead of US State Data Privacy Law Developments
TrustArc Webinar - Stay Ahead of US State Data Privacy Law Developments
 
Powerful Google developer tools for immediate impact! (2023-24 C)
Powerful Google developer tools for immediate impact! (2023-24 C)Powerful Google developer tools for immediate impact! (2023-24 C)
Powerful Google developer tools for immediate impact! (2023-24 C)
 
Apidays New York 2024 - The Good, the Bad and the Governed by David O'Neill, ...
Apidays New York 2024 - The Good, the Bad and the Governed by David O'Neill, ...Apidays New York 2024 - The Good, the Bad and the Governed by David O'Neill, ...
Apidays New York 2024 - The Good, the Bad and the Governed by David O'Neill, ...
 
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
 
Top 10 Most Downloaded Games on Play Store in 2024
Top 10 Most Downloaded Games on Play Store in 2024Top 10 Most Downloaded Games on Play Store in 2024
Top 10 Most Downloaded Games on Play Store in 2024
 
Scaling API-first – The story of a global engineering organization
Scaling API-first – The story of a global engineering organizationScaling API-first – The story of a global engineering organization
Scaling API-first – The story of a global engineering organization
 
How to Troubleshoot Apps for the Modern Connected Worker
How to Troubleshoot Apps for the Modern Connected WorkerHow to Troubleshoot Apps for the Modern Connected Worker
How to Troubleshoot Apps for the Modern Connected Worker
 
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
Bajaj Allianz Life Insurance Company - Insurer Innovation Award 2024
 
Connector Corner: Accelerate revenue generation using UiPath API-centric busi...
Connector Corner: Accelerate revenue generation using UiPath API-centric busi...Connector Corner: Accelerate revenue generation using UiPath API-centric busi...
Connector Corner: Accelerate revenue generation using UiPath API-centric busi...
 
Top 5 Benefits OF Using Muvi Live Paywall For Live Streams
Top 5 Benefits OF Using Muvi Live Paywall For Live StreamsTop 5 Benefits OF Using Muvi Live Paywall For Live Streams
Top 5 Benefits OF Using Muvi Live Paywall For Live Streams
 
Apidays Singapore 2024 - Building Digital Trust in a Digital Economy by Veron...
Apidays Singapore 2024 - Building Digital Trust in a Digital Economy by Veron...Apidays Singapore 2024 - Building Digital Trust in a Digital Economy by Veron...
Apidays Singapore 2024 - Building Digital Trust in a Digital Economy by Veron...
 
Apidays New York 2024 - Scaling API-first by Ian Reasor and Radu Cotescu, Adobe
Apidays New York 2024 - Scaling API-first by Ian Reasor and Radu Cotescu, AdobeApidays New York 2024 - Scaling API-first by Ian Reasor and Radu Cotescu, Adobe
Apidays New York 2024 - Scaling API-first by Ian Reasor and Radu Cotescu, Adobe
 
Strategies for Unlocking Knowledge Management in Microsoft 365 in the Copilot...
Strategies for Unlocking Knowledge Management in Microsoft 365 in the Copilot...Strategies for Unlocking Knowledge Management in Microsoft 365 in the Copilot...
Strategies for Unlocking Knowledge Management in Microsoft 365 in the Copilot...
 

Varnish in action phpday2011

  • 1. Varnish  in  ac*on Thijs  Feryn Evangelist +32  (0)9  218  79  06 thijs@combellgroup.com phpDay Friday  May  13th  2011 Verona,  Italy
  • 2. About  me I’m  an  evangelist  at  Combell
  • 3. About  me I’m  a  board  member  at  PHPBenelux
  • 4. I  live  in  the  wonderful  city  of  Bruges MPBecker  -­‐  Bruges  by  Night  hVp://www.flickr.com/photos/galverson2/3715965933
  • 5. Follow  me  on  TwiVer:  @ThijsFeryn Give  me  feedback:  hVp://joind.in/3006 Read  my  blog:  hVp://blog.feryn.eu
  • 6.
  • 8. Varnish Reverse  proxy? Caching  proxy? Loadbalancer?
  • 9. Varnish HTTP  accelerator  !
  • 11. Caching Storing  computed  data  for  faster   serving  of  future  requests
  • 12. Basically Pudng  stuff  in  boxes  for  later  use
  • 13. Why?
  • 15. In  the  beginning  there  was  ...
  • 17. Browser  cache:  expira*on Expires:  Sun,  25  Jun  2006  14:57:12   Cache-­‐Control:  max-­‐age=86400,   must-­‐revalidate
  • 18. Browser  cache:  valida*on Last-­‐Modified:  Sun,  25  Jun  2006  14:57:12  GMT ETag:  “686897696a7c876b7e”
  • 19. Browser  cache:  valida*on Last-­‐Modified:  Sun,  25  Jun  2006  14:57:12  GMT ETag:  “686897696a7c876b7e” Compared  with  the  “If-­‐None-­‐Match”  header.   Throws  “HTTP/1.0  304  Not  Modified”  accordingly
  • 21. Browser  cache:  in  PHP <?php $seconds = 10; $expires = gmdate('D, j M Y H:i:s T', time() + $seconds); header("Expires: $expires"); header("Cache-Control: max-age=$seconds, must-revalidate"); ?> <ul>     <li>Current date/time: <?= gmdate('D, j M Y H:i:s T')?></li>     <li>Expires: <?= $expires ?></li>     <li>Cache-control: <?= $seconds?> seconds</li> </ul>
  • 23. Browser  cache:  in  Apache ExpiresAc*ve  on ExpiresDefault  "access  plus  1  month" ExpiresDefault  "now  plus  4  weeks" ExpiresDefault  "modifica*on  plus  30  days" ExpiresByType  text/html  "access  plus  1  month  15  days  2   hours"
  • 24. Browser  cache  is  your  friend  !
  • 26. Problems  with  browser  cache Mul*ple  standards Can  be  ignored  by  browser Force  refresh Cache  per  client
  • 27. Solu*ons:  use  a  caching/reverse  proxy! Use  a  caching/reverse  proxy Varnish  does  that It’ll  make  your  site  fly!
  • 28. Info •Website:  h$p://www.varnish-­‐cache.org •Wiki:  h$p://www.varnish-­‐cache.org/trac/wiki •Examples:  h$p://www.varnish-­‐cache.org/trac/wiki/VCLExamples •DocumentaHon  site:  h$p://www.varnish-­‐cache.org/docs/2.1  
  • 30. Setup  Varnish curl http://repo.varnish-cache.org/debian/ GPG-key.txt | apt-key add - echo "deb http://repo.varnish-cache.org/ debian/ $(lsb_release -s -c) varnish-2.1" >> /etc/apt/sources.list apt-get update apt-get install varnish
  • 31. Setup  Varnish START=yes DAEMON_OPTS="-a :80 -T localhost:6082 -f /etc/varnish/default.vcl -s file,/var/lib/varnish/$INSTANCE/ varnish_storage.bin,1G" In  “/etc/default/varnish”
  • 33. Setup  the  backend Listen 8080 In  “/etc/apache2/ports.conf”
  • 34. Setup  the  backend backend default { .host = "127.0.0.1"; .port = "8080"; } In  “/etc/varnish/default.vcl”
  • 35. Out  of  the  box  Varnish  will  only  ...
  • 36. ...  obey  your  caching  headers
  • 37. ...  and  cache  sta*c  files
  • 39. Request vcl_recv Yes Cacheable? vcl_hash Yes No In cache? No vcl_hit() vcl_miss() vcl_fetch() vcl_deliver() Response
  • 42. Varnishstat Real  *me  stats  of  running  varnishd  instance hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishstat.html
  • 43. Hitrate  ratio:              10            100            121 Hitrate  avg:          0.5365      0.5287      0.5277                9957                  0.00                  4.10  Client  connections  accepted              58932                67.92                24.28  Client  requests  received              30483                  1.00                12.56  Cache  hits                8592                  0.00                  3.54  Cache  hits  for  pass              18991                66.92                  7.82  Cache  misses              28449                66.92                11.72  Backend  connections  success              22562                66.92                  9.30  Backend  connections  reuses              28357                66.92                11.68  Backend  connections  recycles                  488                    .                        .      N  struct  srcaddr                      7                    .                        .      N  active  struct  srcaddr                    81                    .                        .      N  struct  sess_mem                    21                    .                        .      N  struct  sess                4398                    .                        .      N  struct  object                4401                    .                        .      N  struct  objecthead                9220                    .                        .      N  struct  smf                  355                    .                        .      N  small  free  smf                      6                    .                        .      N  large  free  smf                      2                    .                        .      N  struct  vbe_conn                    10                    .                        .      N  struct  bereq                    17                    .                        .      N  worker  threads                    28                  0.00                  0.01  N  worker  threads  created                  164                  0.00                  0.07  N  overflowed  work  requests                      1                    .                        .      N  backends              14608                    .                        .      N  expired  objects              24113                    .                        .      N  LRU  moved  objects              53778                66.92                22.16  Objects  sent  with  write                9957                  0.00                  4.10  Total  Sessions              58935                67.92                24.28  Total  Requests                9458                  0.00                  3.90  Total  pass              28445                66.92                11.72  Total  fetch        22496844          23506.62            9269.40  Total  header  bytes      606897837        263427.01        250060.91  Total  body  bytes                1384                  0.00                  0.57  Session  Closed
  • 44. Varnishlog Display  requests  of  running  varnishd  instance hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishlog.html
  • 45. Varnishlog Notable  tags • ReqEnd • TxHeader • RxHeader • ReqStart • TxLostHeader • RxLostHeader • Hit • TxProtocol • RxProtocol • Error • TxRequest • RxRequest • VCL_call • TxResponse • RxResponse • VCL_return • TxStatus • RxStatus • VCL_acl • TxURL • RxURL
  • 46. Varnishlog varnishlog  -­‐c  -­‐o  RxRequest  POST All  POST  requests
  • 47. Varnishlog varnishlog  -­‐c  -­‐i  RxHeader  -­‐I  ^User-­‐Agent All  user  agents
  • 48. Varnishlog varnishlog  -­‐i  TxURL All  URL’s  that  “missed”
  • 49. Varnishlog varnishlog    -­‐o  VCL_call  hit  |  grep  RxURL All  URL’s  that  “hit”
  • 50. Varnishlog varnishlog    -­‐w  /tmp/yourfile.log Write  log  to  file varnishlog    -­‐r  /tmp/yourfile.log Read  log  from  file
  • 51.      12  SessionOpen    c  172.16.26.1  50396  :8080      12  ReqStart          c  172.16.26.1  50396  668213522      12  RxRequest        c  GET      12  RxURL                c  /test.php      12  RxProtocol      c  HTTP/1.1      12  RxHeader          c  Host:  varnish.dev:8080      12  RxHeader          c  User-­‐Agent:  Mozilla/5.0  (Macintosh;  U;  Intel  Mac  OS  X  10.6;  nl;   rv:1.9.2.10)  Gecko/20100914  Firefox/3.6.10      12  RxHeader          c  Accept:  text/html,application/xhtml+xml,application/xml;q=0.9,*/ *;q=0.8      12  RxHeader          c  Accept-­‐Language:  nl,en-­‐us;q=0.7,en;q=0.3      12  RxHeader          c  Accept-­‐Encoding:  gzip,deflate      12  RxHeader          c  Accept-­‐Charset:  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7      12  RxHeader          c  Keep-­‐Alive:  115      12  RxHeader          c  Connection:  keep-­‐alive      12  RxHeader          c  Cookie:  PHPSESSID=2n2pkit81qdgk6k4trf1crft16      12  VCL_call          c  recv      12  VCL_return      c  pass      12  VCL_call          c  hash      12  VCL_return      c  hash      12  VCL_call          c  pass      12  VCL_return      c  pass      14  BackendClose  -­‐  default      14  BackendOpen    b  default  127.0.0.1  34267  127.0.0.1  80      12  Backend            c  14  default  default
  • 52.      14  TxRequest        b  GET      14  TxURL                b  /test.php      14  TxProtocol      b  HTTP/1.1      14  TxHeader          b  Host:  varnish.dev:8080      14  TxHeader          b  User-­‐Agent:  Mozilla/5.0  (Macintosh;  U;  Intel  Mac  OS  X  10.6;  nl;   rv:1.9.2.10)  Gecko/20100914  Firefox/3.6.10      14  TxHeader          b  Accept:  text/html,application/xhtml+xml,application/xml;q=0.9,*/ *;q=0.8      14  TxHeader          b  Accept-­‐Language:  nl,en-­‐us;q=0.7,en;q=0.3      14  TxHeader          b  Accept-­‐Encoding:  gzip,deflate      14  TxHeader          b  Accept-­‐Charset:  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7      14  TxHeader          b  Cookie:  PHPSESSID=2n2pkit81qdgk6k4trf1crft16      14  TxHeader          b  X-­‐Forwarded-­‐For:  172.16.26.1      14  TxHeader          b  X-­‐Varnish:  668213522      14  RxProtocol      b  HTTP/1.1      14  RxStatus          b  200      14  RxResponse      b  OK      14  RxHeader          b  Date:  Tue,  19  Oct  2010  12:54:49  GMT      14  RxHeader          b  Server:  Apache/2.2.16  (Ubuntu)      14  RxHeader          b  X-­‐Powered-­‐By:  PHP/5.3.3-­‐1ubuntu9      14  RxHeader          b  Vary:  Accept-­‐Encoding      14  RxHeader          b  Content-­‐Encoding:  gzip      14  RxHeader          b  Content-­‐Length:  36      14  RxHeader          b  Content-­‐Type:  text/html
  • 53.      12  TTL                    c  668213522  RFC  120  1287492889  0  0  0  0      12  VCL_call          c  fetch      12  TTL                    c  668213522  VCL  10  1287492889      12  VCL_return      c  pass      12  ObjProtocol    c  HTTP/1.1      12  ObjStatus        c  200      12  ObjResponse    c  OK      12  ObjHeader        c  Date:  Tue,  19  Oct  2010  12:54:49  GMT      12  ObjHeader        c  Server:  Apache/2.2.16  (Ubuntu)      12  ObjHeader        c  X-­‐Powered-­‐By:  PHP/5.3.3-­‐1ubuntu9      12  ObjHeader        c  Vary:  Accept-­‐Encoding      12  ObjHeader        c  Content-­‐Encoding:  gzip      12  ObjHeader        c  Content-­‐Type:  text/html      14  Length              b  36      14  BackendReuse  b  default      12  VCL_call          c  deliver      12  VCL_return      c  deliver      12  TxProtocol      c  HTTP/1.1      12  TxStatus          c  200      12  TxResponse      c  OK      12  TxHeader          c  Server:  Apache/2.2.16  (Ubuntu)      12  TxHeader          c  X-­‐Powered-­‐By:  PHP/5.3.3-­‐1ubuntu9      12  TxHeader          c  Vary:  Accept-­‐Encoding      12  TxHeader          c  Content-­‐Encoding:  gzip      12  TxHeader          c  Content-­‐Type:  text/html      12  TxHeader          c  Content-­‐Length:  36      12  TxHeader          c  Date:  Tue,  19  Oct  2010  12:54:49  GMT      12  TxHeader          c  X-­‐Varnish:  668213522      12  TxHeader          c  Age:  0      12  TxHeader          c  Via:  1.1  varnish
  • 54. Varnishtop Read  memory  logs  and  presents  them  as  a   con*nuously  updated  list  of  commonly   occuring  log  entries hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishtop.html
  • 55. Varnishtop varnishtop  -­‐i  RxHeader  -­‐I  ^User-­‐Agent Get  the  top  user  agents
  • 56. Varnishtop varnishtop  -­‐i  RxRequest Get  the  top  request  methods
  • 57. Varnishtop varnishtop  -­‐i  TxURL Get  the  top  misses
  • 58. list  length  90                                                                                                                                                     dev        76.42  VCL_return          pass              50.95  RxProtocol          HTTP/1.1        50.95  TxProtocol          HTTP/1.1        27.54  Length                  110        25.48  Debug                    herding        25.47  RxRequest            GET        25.47  RxHeader              Host:  varnish.dev:8080        25.47  RxHeader              User-­‐Agent:  Mozilla/5.0  (Macintosh;  U;  Intel  Mac  OS  X  10.6;  nl; rv:1.9.2.10)  Gecko/20100914  Firefox/3.6.10        25.47  RxHeader              Accept:  text/html,application/xhtml+xml,application/ xml;q=0.9,*/*;q=0.8        25.47  RxHeader              Accept-­‐Language:  nl,en-­‐us;q=0.7,en;q=0.3        25.47  RxHeader              Accept-­‐Encoding:  gzip,deflate        25.47  RxHeader              Accept-­‐Charset:  ISO-­‐8859-­‐1,utf-­‐8;q=0.7,*;q=0.7        25.47  RxHeader              Keep-­‐Alive:  115        25.47  RxHeader              Connection:  keep-­‐alive        25.47  RxHeader              Cookie:  PHPSESSID=2n2pkit81qdgk6k4trf1crft16        25.47  VCL_call              recv        25.47  VCL_call              hash        25.47  VCL_return          hash        25.47  VCL_call              pass        25.47  Backend                14  default  default        25.47  TxRequest            GET        25.47  TxHeader              Host:  varnish.dev:8080        25.47  TxHeader              User-­‐Agent:  Mozilla/5.0  (Macintosh;  U;  Intel  Mac  OS  X  10.6;  nl; rv:1.9.2.10)  Gecko/20100914  Firefox/3.6.10        25.47  TxHeader              Accept:  text/html,application/xhtml+xml,application/
  • 59. Varnishncsa Read  memory  logs  and  presents  them  in  the   Apache  /  NCSA  “combined”  log  format hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishncsa.html
  • 60. Varnishncsa varnishncsa  -­‐D  -­‐a  -­‐w  /var/log/some.log 172.16.26.1  -­‐  -­‐  [19/Oct/2010:16:08:02  +0200]  "GET  hVp:// varnish.dev:8080/  HTTP/1.1"  200  97  "-­‐"  "Mozilla/5.0  (Macintosh;  U;   Intel  Mac  OS  X  10.6;  nl;  rv:1.9.2.10)  Gecko/20100914  Firefox/3.6.10" 172.16.26.1  -­‐  -­‐  [19/Oct/2010:16:08:10  +0200]  "GET  hVp:// varnish.dev:8080/test.php  HTTP/1.1"  200  36  "-­‐"  "Mozilla/5.0   (Macintosh;  U;  Intel  Mac  OS  X  10.6;  nl;  rv:1.9.2.10)  Gecko/20100914   Firefox/3.6.10"
  • 61. Varnishreplay The  varnishreplay  u*lity  parses  varnish  logs  and   aVempts  to  reproduce  the  traffic hVp://www.varnish-­‐cache.org/docs/2.1/reference/varnishreplay.html
  • 62. Varnishreplay varnishlog    -­‐w  /tmp/yourfile.log varnishreplay    -­‐r  /tmp/yourfile.log
  • 64. Management  via  telnet root@dev:/#  telnet  localhost  6082 Trying  ::1... Connected  to  localhost. Escape  character  is  '^]'. 200  154           -­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐ Varnish  HTTP  accelerator  CLI. -­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐-­‐ Type  'help'  for  command  list. Type  'quit'  to  close  CLI  session.
  • 65. Management  via  telnet Notable  ac*ons • vcl.load  <configname>  <filename> • vcl.use  <configname> • vcl.discard  <configname> Avoid  interrup*on • vcl.list • vcl.show  <configname>
  • 67. Request vcl_recv Yes Cacheable? vcl_hash Yes No In cache? No vcl_hit() vcl_miss() vcl_fetch() vcl_deliver() Response
  • 68. Cache  sta*c  files sub vcl_recv { if ( (req.request == "GET" || req.request == "HEAD") && req.url ~ ".(png|gif|jpe?g|swf|css|js|html?|sstm) $" ) { return(lookup); } else { return(pass); } }
  • 69. Provide  HIT/MISS  informa*on sub vcl_deliver { if (obj.hits > 0) { set resp.http.X-Cache = "HIT"; } else { set resp.http.X-Cache = "MISS"; } }
  • 70. Manipulate  TTL sub vcl_fetch { set beresp.ttl = 10s; }
  • 71. Cache  ...  even  with  cookies sub vcl_recv { if (req.request == "GET" || req.request == "HEAD") { return (lookup); } } sub vcl_hash { if (req.http.Cookie) { set req.hash += req.http.Cookie; } }
  • 72. Remove  cookies sub vcl_recv { unset req.http.cookie; } sub vcl_fetch { unset beresp.http.set-cookie; }
  • 73. Remove  Google  Analy*cs  cookies sub vcl_recv { if (req.http.Cookie) { set req.http.Cookie = regsuball (req.http.Cookie,"(^|; ) *__utm.=[^;]+;? *","1"); if (req.http.Cookie == "") { remove req.http.Cookie; } }
  • 74. Mul*ple  backends:  hostname  filtering backend default { .host = "default.server.com"; .port = "80"; } backend other { .host = "other.server.com"; .port = "80"; } sub vcl_recv { if(req.http.host ~ "^www."){ set req.backend= default; } else { set req.backend = other; } }
  • 75. www.example.com example.com Default backend Other backend
  • 76. Grace  mode sub vcl_recv { if (req.backend.healthy) { set req.grace = 1s; } else { set req.grace = 10s; } } Keep  reading  from  cache,   even  when  expired
  • 77. Mul*ple  backends:  health  checks backend default { .host = "default.server.com"; .port = "80"; .probe = { .url = "/"; .timeout = 50 ms; .interval = 1s; .window = 2; .threshold = 2; } }
  • 78. Mul*ple  backends:  health  checks backend other { .host = "other.server.com"; .port = "80"; .probe = { .url = "/"; .timeout = 50 ms; .interval = 1s; .window = 2; .threshold = 2; } }
  • 79. Mul*ple  backends:  health  checks sub vcl_recv { if (req.restarts == 0) { set req.backend = default; } else { set req.backend = other; } return(pass); } sub vcl_error { if (obj.status == 503 && req.restarts < 4) { restart; } }
  • 80. Default backend Other backend
  • 81. Default backend Other backend
  • 82. Loadbalancing  via  directors director back round-robin { {.backend = default;} {.backend = other;} } sub vcl_recv { set req.backend = back; return(pass); }
  • 83. 50% 50% Default backend Other backend
  • 84. Loadbalancing  via  directors director back random { {.backend = default; .weight=1;} {.backend = other; .weight=2;} } sub vcl_recv { set req.backend = back; return(pass); }
  • 85. 33% 66% Default backend Other backend
  • 86. Purging acl purge_acl { "localhost"; "1.2.3.4"; "some.host.ext"; } sub vcl_recv { if (req.request == "PURGE") { if (!client.ip ~ purge_acl) { error 405 "Not allowed."; } purge_url(req.url); error 200 "Purged."; } return(lookup); } curl  -­‐X  PURGE  hVp://yoursite.com/yourpage
  • 87. Edge  Side  Includes:  the  final  piece  of  the  puzzle
  • 88. header.php menu.php main.php footer.php
  • 89. <html> <body>     <table>       <tr>         <td colspan="2" > <?php include('header.php') ?> </td>       </tr>       <tr>         <td><?php include('menu.php') ?></td>         <td><?php include('main.php') ?></td>       </tr>             <tr>         <td colspan="2" > <?php include('footer.php') ?> </td>       </tr>           </table>   </body> </html>
  • 90. No  caching TTL  10s header.php TTL  2s menu.php main.php footer.php TTL  5s
  • 91. <html> <body> <table> <tr> <td colspan="2" > <esi:include src="/header.php" /> </td> </tr> <tr> <td><esi:include src="/menu.php" /></td> <td><esi:include src="/main.php" /></td> </tr> <tr> <td colspan="2" > <esi:include src="/footer.php" /> </td> </tr> </table> </body>
  • 94. ... protected function _getRequestHeader() { if($this->_requestHeader === null || $this- >_requestHeader === false){    return false;   }           $request = $this->_frontController->getRequest();   if($request->getHeader($this->_requestHeader) === false){       return false;   } else {       return true;   } } protected function _getResponseHeader() {   if($this->_responseHeader !== null && $this- >_responseHeader !== false){   header($this->_responseHeader);   } } ...
  • 95. ... protected function _dispatch($controller,$action) { $request = new Zend_Controller_Request_Simple ($action, $controller);     $response = new Zend_Controller_Response_Http();     $dispatcher = $this->_frontController->getDispatcher();     $dispatcher->dispatch($request, $response);     return $response->getBody(); } protected function _buildEsi($controller,$action) { $router = $this->_frontController->getRouter();   $url = $router->assemble(array('controller'=> $controller,'action'=>$action));    return "<esi:include src="{$url}"/>"; } }
  • 96. <html> <body> <table>   <tr>    <td colspan="2" > <?php echo $this->esi('index',‘header’) ?> </td>   </tr>   <tr>   <td><?php echo $this->esi('index',‘menu’) ?></td>    <td><?php echo $this->esi('index',‘main’) ?></td>   </tr>         <tr>    <td colspan="2" > <?php echo $this->esi('index',‘footer’) ?> </td>   </tr>        </table>
  • 97. sub vcl_recv { if(req.url == "/header.php") { return (pass); } if(req.url ~ "^/(footer|main|menu).php$") { return (lookup); } } sub vcl_fetch { if (beresp.http.esi-enabled == "1") { esi; unset beresp.http.esi-enabled; } if(req.url == "/footer.php") { set beresp.ttl = 5s; } if(req.url == "/menu.php") { set beresp.ttl = 10s; } if(req.url == "/main.php") { set beresp.ttl = 2s; } }
  • 98.
  • 99.
  • 100. Q&A