# robots.txt for www.icnet.uk (mercury)

# keep Alexa's robots out of the whole site
User-agent: alexa
Disallow: /

# Prevent the rest from crawling the local, cgi-bin, search engine and test directories
User-agent: *
Disallow: /local/ 
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /Architext/
Disallow: /conferences/
Disallow: /guide/
Disallow: /groups/
Disallow: /lib/
Disallow: /merger/
Disallow: /RAC/
Disallow: /raceforlife/
Disallow: /science/
Disallow: /txtfiles/
Disallow: /test/
Disallow: /trials/
Disallow: /UKCCCR/

# Prevent particular pages from being indexed
User-agent: *
Disallow: /copyright.html
Disallow: /contacts.html
Disallow: /public.html
Disallow: /stats.html
Disallow: /research/index.html
Disallow: /research/index_sr.html
Disallow: /research/bmm_down.html