# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Crawl-delay: 53
Disallow: /images/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /login
Disallow: /forgot_password
Disallow: /register
Disallow: /post