# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /api
Disallow: /to-do
Disallow: *fb2
Disallow: *sfb
Disallow: *epub
Disallow: *zip
Disallow: *txt
Disallow: *ratings
Disallow: /text/*/0
Disallow: /index.php

# For registered users
Disallow: */label/new

# legacy urls
Disallow: */raw*
Disallow: /lib
Disallow: /mylib
Disallow: /text/!*
Disallow: /text/*/naked=1

Crawl-delay: 180