User-agent: *
# Used by ia_archiver (Alexa.com)
# Common
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /en/admin/
Disallow: /en/cgi-bin/
Disallow: /en/install/
Disallow: /en/images/
Disallow: /en/js/
Disallow: /en/private/
Disallow: /en/_private/
Disallow: /en/updates/


User-agent: Googlebot
Allow: /


User-agent: ichiro
Crawl-delay: 5
# Common
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /en/admin/
Disallow: /en/cgi-bin/
Disallow: /en/install/
Disallow: /en/images/
Disallow: /en/js/
Disallow: /en/private/
Disallow: /en/_private/
Disallow: /en/updates/


User-agent: Inktomi
Crawl-delay: 5
# Common
Disallow: /*?
Disallow: /*.css$
Disallow: /*.inc$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /*/admin/
Disallow: /*/cgi-bin/
Disallow: /*/install/
Disallow: /*/images/
Disallow: /*/js/
Disallow: /*/private/
Disallow: /*/_private/
Disallow: /*/updates/


User-agent: msnbot
Crawl-delay: 5
# Common
Disallow: /*?
Disallow: /*.css$
Disallow: /*.inc$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /*/admin/
Disallow: /*/cgi-bin/
Disallow: /*/install/
Disallow: /*/images/
Disallow: /*/js/
Disallow: /*/private/
Disallow: /*/_private/
Disallow: /*/updates/


User-agent: Slurp
Crawl-delay: 5
# Common
Disallow: /*?
Disallow: /*.css$
Disallow: /*.inc$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /*/admin/
Disallow: /*/cgi-bin/
Disallow: /*/install/
Disallow: /*/images/
Disallow: /*/js/
Disallow: /*/private/
Disallow: /*/_private/
Disallow: /*/updates/


User-agent: teoma
Crawl-delay: 5
# Common
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /en/admin/
Disallow: /en/cgi-bin/
Disallow: /en/install/
Disallow: /en/images/
Disallow: /en/js/
Disallow: /en/private/
Disallow: /en/_private/
Disallow: /en/updates/


User-agent: twiceler
Crawl-delay: 5
# Common
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /en/admin/
Disallow: /en/cgi-bin/
Disallow: /en/install/
Disallow: /en/images/
Disallow: /en/js/
Disallow: /en/private/
Disallow: /en/_private/
Disallow: /en/updates/


User-agent: yahoo-blogs/v3.9
Crawl-delay: 5
# Common
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /install/
Disallow: /images/
Disallow: /js/
Disallow: /private/
Disallow: /_private/
Disallow: /updates/
Disallow: /en/admin/
Disallow: /en/cgi-bin/
Disallow: /en/install/
Disallow: /en/images/
Disallow: /en/js/
Disallow: /en/private/
Disallow: /en/_private/
Disallow: /en/updates/


Sitemap: http://www.mugcoffee.co.uk/mugmap.xml