# Referrals is disallowed to prevent referral spam from having an
# impact on search engine rankings

# Stop Google from indexing the category pages, as they contain
# information that is duplicated from the (more useful) archives

User-agent: Googlebot
Disallow: /categories
Disallow: /redirect
Disallow: /referrals

# Links in comments are redirected via this script - make sure 
# search engine spiders ignore all redirected links
# See http://simon.incutio.com/archive/2003/10/13/linkRedirects

User-agent: *
Disallow: /redirect
Disallow: /referrals