# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: Slurp
Crawl-delay: 10

User-agent: *
Disallow: /posts
Disallow: /questions
Disallow: /profiles
Disallow: /facebook