# All robots will spider the domain
   User-agent: *
   Disallow: 

   # Disallow directory /awstats/
   User-agent: *
   Disallow: /awstats/

   # Disallow directory /download/
   User-agent: *
   Disallow: /download/

   # Disallow directory /images/
   User-agent: *
   Disallow: /images/

   # Disallow directory /mdw-old/
   User-agent: *
   Disallow: /mdw-old/

   # Disallow directory /really-old/
   User-agent: *
   Disallow: /really-old/

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /scripts/

   # Disallow directory /tools/
   User-agent: *
   Disallow: /tools/

   # Allow Extra Google Index
   User-agent: Mediapartners-Google*
   Disallow: