User-agent: *
Disallow: /bboard/message-new
Disallow: /bitizen/bitizen
Disallow: /lookup/add
Disallow: /lookup/add_tag
Disallow: /lookup/rate
Disallow: /lookup/ticket
Disallow: /pvt
Disallow: /r
Disallow: /register
Disallow: /society/create
Disallow: /search/targeted_by?targeted_by=18342
#really expensive backing query, so can't spare robot traffic
Disallow: /search/user_tags

# Slurp issuing 2-5 reqs per sec 2006-05-07!
Crawl-delay: 3