# robots.txt for Hoover's Online http://www.hoovers.com/ 
# For information about Hoover's Online please contact 
# webadmin@hoovers.com
#

User-agent: *
Disallow: /cgi-bin/ # Need to provide parameter for this directory
Disallow: /free/co/news/list.xhtml
Disallow: /free/co/news/detail.xhtml
Disallow: /free/co/secdoc.xhtml
Disallow: /free/co/secoutline.xhtml
Disallow: /freeuk/co/news/list.xhtml
Disallow: /freeuk/co/news/detail.xhtml
Disallow: /freeuk/co/secdoc.xhtml
Disallow: /freeuk/co/secoutline.xhtml
Disallow: /free/search/mktg/
Disallow: /global/cobrands/
Disallow: /global/sample/
Disallow: /global/plnt/
Disallow: /global/help/
Disallow: /global/jobseeker/jobseeker.xhtml
Disallow: /de/
Disallow: /es/
Disallow: /it/
Disallow: /fr/
Disallow: /uk/
Disallow: /free/search/
Disallow: /*/free-co-secoutline.xhtml
Disallow: /*/freeuk-co-secoutline.xhtml
Disallow: /print/
Disallow: /email/
Disallow: /relatedarticles/
Disallow: /blogs/
Disallow: /nospider/
Disallow: /search/
Disallow: /advscripts/

User-agent: Slurp
Crawl-delay: 5
User-agent: ScoutJet
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 5

Sitemap: http://www.hoovers.com/sitemapindex.xml