# robots.txt for Hoover's Online http://www.hoovers.com/ # For information about Hoover's Online please contact # webadmin@hoovers.com # User-agent: * Disallow: /cgi-bin/ # Need to provide parameter for this directory Disallow: /free/co/news/list.xhtml Disallow: /free/co/news/detail.xhtml Disallow: /free/co/secdoc.xhtml Disallow: /free/co/secoutline.xhtml Disallow: /freeuk/co/news/list.xhtml Disallow: /freeuk/co/news/detail.xhtml Disallow: /freeuk/co/secdoc.xhtml Disallow: /freeuk/co/secoutline.xhtml Disallow: /free/search/mktg/ Disallow: /global/cobrands/ Disallow: /global/sample/ Disallow: /global/plnt/ Disallow: /global/help/ Disallow: /de/ Disallow: /es/ Disallow: /it/ Disallow: /fr/ Disallow: /uk/ Disallow: /free/search/ Disallow: /*/free-co-secoutline.xhtml Disallow: /*/freeuk-co-secoutline.xhtml Crawl-delay: 2 Sitemap: http://www.hoovers.com/sitemap-index.xml.gz