User-agent: *
# Googlebot has started crawling forms too, which only means its
# index ends up filled with redundant junk and my server gets
# loaded by generating a very large number of mostly useless
# pages
Disallow: /unplayed/*?
# Items in this directory will only be fetched by robots
# which violate robots.txt
Disallow: /trap/

# This bot reports broken links, and crawl aggressively.
# No thanks. 2007-12-14
User-agent: LinkWalker
Disallow: /

# This bot searches for images - endlessly - and we dont have any!
# Also it sucks our bandwidth because it doesnt support gzip
# compression. Dumb robot. 2008-01-21
User-agent: psbot
Disallow: /

# Throttle Yahoo Slurp a little
# Some days yahoo respect this limit, but we have to set it higher that we would like
# because on other days it is exceeded.
User-agent: Slurp
Crawl-delay: 8
Disallow: /trap/

# Allowed everywhere
User-agent: Mediapartners-Google
Disallow: /trap/