User-agent: *
Disallow: /faq/abmafaq.txt
Disallow: /posts/posts.txt
User-agent: Slurp
Crawl-delay: 5