# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: /pages/


User-agent: bingbot  
Crawl-delay: 10
Disallow: /pages/