# robots.txt for http://www.simpkin.co.uk User-agent:* Disallow: /images/ Disallow: /logs/ Disallow: /blog/doc Disallow: /blog/gettext Disallow: /admin/ Disallow: /new-web/ Disallow: /pages/ Disallow: /stats/ Disallow: /temp/ Disallow: /web/ User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: /