# /robots.txt for http://www.mjuk.co.uk/ # All robots will spider the domain User-agent: * Disallow: /www-stats/ Disallow: /cgi-bin/ Disallow: /cgi-bin-local/ Disallow: /x/