# robots.txt
# see http://web.nexor.co.uk/mak/doc/robots/norobots.html
# e.g. go away
#User-agent: *
#Disallow: /
#EOF robots.txt
User-agent: *
Disallow:      /cgi-bin
Disallow:      /MathNet/MR
Disallow:      /Harvest
Disallow:      /pub/MR
################# 
User-agent:    Peregrinator-Mathematics
Disallow:      /info/
Disallow:      /doc/
Disallow:      /cgi-bin
###############