# robots.txt for http://www.thecapitol.net/ # go away User-agent: * Disallow: /test/ Disallow: /cgi-bin/ Disallow: /_vti_log/ Disallow: /_borders/ Disallow: /_fpclass/ Disallow: /_private/ Disallow: /admin/ Disallow: /report/ Disallow: /adminback1018/ Disallow: /Ads/ Disallow: /AdsCourses/ Disallow: /AdsPubs/ Disallow: /AdsClients/ Disallow: /AdsConvLearn/ Disallow: /AdsCustom/ Disallow: /AdsFaculty/ Disallow: /AdsStore/ Disallow: /W3SVC63/ Disallow: /W3SVC137/ Disallow: /W3SVC663/ Disallow: /MSFTPSVC136/ Disallow: /MSFTPSVC62/ Disallow: /MSFTPSVC663/ Disallow: /MSFTPSVC86/ Disallow: /members/ # Yahoo Vertical Crawler User-agent: yahoo-verticalcrawler Crawl-delay: 60 # Yahoo User-agent: yahoo Crawl-delay: 60 # MSN User-agent: msnbot Crawl-delay: 60 # User-agent: Yahoo! Slurp Crawl-delay: 60 # User-agent: Yahoo Crawl-delay: 60 # User-agent: Googlebot-Image disallow: / # User-agent: Slurp Crawl-delay: 60 # User-agent: yahooseeker Crawl-delay: 60 # User-agent: yahooseeker/CafeKelsa-dev Crawl-delay: 60 # User-agent: yahoo-MMCrawler Crawl-delay: 60 # User-agent: yahoo-MMCrawler/3.x Crawl-delay: 60