# Robots.txt file from http://www.newtecrentals.co.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow:/admin/ Disallow:/cgi-bin/ Disallow:/logs/ User-agent: Googlebot Disallow:/admin/ Disallow:/cgi-bin/ Disallow:/logs/ User-agent: Googlebot-Image Disallow:/admin/ Disallow:/cgi-bin/ Disallow:/logs/ User-agent: msnbot Disallow:/admin/ Disallow:/cgi-bin/ Disallow:/logs/