# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-Agent: *
Disallow: /poem/next/
Disallow: /poem/print/
Disallow: /poem/printall/
Disallow: /poem/revisions/
Disallow: /poem/friend/
Disallow: /poem/newest/
Disallow: /poem/log/
Disallow: /contest/next/
Disallow: /bookmark/
Disallow: /user/feed/
Disallow: /comment/
Disallow: /contest/
Disallow: /board/reply/
Disallow: /tag/edit/
#should be using /list/id-best-in-allpoetry, same with user+list.  verify sitemap
Disallow: /list/show/
Disallow: /user/show/
Disallow: /poem/show/

#pages that are unlikely to be found by many searches, but cause the site to get really slow
Disallow: /comment/to/
Disallow: /comment/by/

#http://www.google.com/support/webmasters/bin/answer.py?answer=40367&query=robots&topic=&type=
#User-agent: Googlebot
Disallow: /*?*