# www.jim-easterbrook.me.uk robots.txt

Sitemap: http://www.jim-easterbrook.me.uk/sitemap.xml

# ban crap robot
#User-agent: Twiceler-0.9
#Disallow: /

# these aren't worth indexing
User-agent: *
Disallow: /misc/error_404.html
Disallow: /*.ps$
Disallow: /*.py$

# never want these indexed
Disallow: /cgi-bin/
Disallow: /contact/

# this should only be indexed under its own domain
Disallow: /sarah/

# reduce server load from Yahoo
User-agent: Slurp
Crawl-delay: 600