# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: Wget/1.10.2
Disallow: /

User-agent: *
Disallow: /rate.php*
Disallow: /book_*
Disallow: /dev/*
Disallow: /email_verify.php*
Disallow: /user_verify.php*
Disallow: /email_change_verify.php*
Disallow: /account.php*
Disallow: /ae/*
Crawl-delay: 20