# snoogans.co.uk - robots.txt
#
# Chris Pile - 27/02/2003
# Removed /anna/ section
#
# Chris Pile - 11/02/2002
# added jabber/dns sections
#
# Chris Pile - 07/02/2001
# Added some more Disallows in the Main section
#
# Chris Pile - 25/01/2001
# Added /rhys/ section
#
# Chris Pile - 12/11/2000
# Added /anna/ section
#
# Chris Pile - 05/09/2000
# cannot specify specific pages, use meta tags instead.
#
# Chris Pile - 16/06/2000
# file created
#
# ----
#
# directed to all robots
User-agent: *
#
# Main /
#
Disallow: cv.html
Disallow: cv2.html
Disallow: /admin/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /dev/
Disallow: /files/
Disallow: /images/
Disallow: /jscript/
Disallow: /logs/
Disallow: /oldlogs/
Disallow: /portal/
Disallow: /protect/
Disallow: /reports/
Disallow: /testing/
Disallow: /usr/
#
# dns /dns/
#
Disallow: /dns/files/
#
# jabber /jabber/
#
Disallow: /jabber/images/
Disallow: /jabber/files/
#
# mexico /mexico/
#
Disallow: /mexico/css/
Disallow: /mexico/images/
Disallow: /mexico/jscript/
#
# rhys /rhys/
#
Disallow: /rhys/css/
Disallow: /rhys/images/
#
# stuff /stuff/
#
Disallow: /stuff/admin/
Disallow: /stuff/captive/images/
Disallow: /stuff/css/
Disallow: /stuff/files/
Disallow: /stuff/images/
Disallow: /stuff/jscript/
Disallow: /stuff/mylog/