# robots.txt for http://www.dcs.bbk.ac.uk

# Disallow ALL robots
# User-Agent: *
# Disallow: /

User-Agent: *
Disallow: /cgi-bin
Disallow: /logs
Disallow: /wusage
Disallow: /roam
Disallow: /doc
Disallow: /sg
Disallow: /~sg
Disallow: /~andrew
Disallow: /~dave
Disallow: /ukbirdnet
Disallow: /ukbirdnet-digest
Disallow: /maintenance
Disallow: /~mark/bk
Disallow: /intranet
Disallow: /~phil/och/wp
Disallow: /assignments
Disallow: /~phil/cgi-bin
Disallow: /includes
Disallow: /~nigel/msc_cs/database_resources/

# High error rate in php
Disallow: /~nshima01
Disallow: /~edrake01
Disallow: /~mmesma01
Disallow: /~spicke01
Disallow: /~whatti01
Disallow: /~vyalma01
Disallow: /~lyout01

# until course goes live
Disallow: /courses/xyz/
Disallow: /courses/modules/