# robots.txt for rcarch.com ## Hi bots! I hope you can read this. # $Id: robots.txt,v 1.14 2005/11/14 18:03:35 pater Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: Mediapartners-Google Disallow: /client/ Disallow: /includes/ Disallow: /login/ User-agent: Googlebot Crawl-delay: 100 Disallow: /client/ Disallow: /includes/ Disallow: /login/ User-agent: Slurp Crawl-delay: 100 Disallow: /client/ Disallow: /includes/ Disallow: /login/ User-agent: Yahoo-NewsCrawler Disallow: /client/ Disallow: /includes/ Disallow: /login/ User-Agent: msnbot Crawl-delay: 100 Disallow: /client/ Disallow: /includes/ Disallow: /login/ User-agent: * Crawl-delay: 100 Disallow: /client/ Disallow: /includes/ Disallow: /login/