# robots.txt for http://www.bsw-cov.co.uk/

User-agent: *
Disallow: /assets/# This will prevent assets from being mapped
Disallow: /etrends/ # This will prevent webtrends from being mapped
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /test/