# Robots.txt file from http://www.netmerchants.co.uk # # All robots will spider the domain User-agent: * Disallow: /404.php3 Disallow: /cart Disallow: /cgi-bin Disallow: /cookies.html Disallow: /data Disallow: /database Disallow: /error.html Disallow: /images Disallow: /neworder Disallow: /old_stats Disallow: /orders Disallow: /photos Disallow: /pics Disallow: /stats Disallow: /stylesheet Disallow: /update