# # This file is used to allow crawlers to index our site. # Check robots.txt at: # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # http://tool.motoricerca.info/robots-checker.phtml # # robots.txt for http://www.businessprocessday.com.br specified by http://www.w3.org/ # # $Id: robots.txt,v 1.50 2009/06/09 11:58:00 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: bpd2009.1/images/ Disallow: bpd2009.1/include/ Disallow: bpd2009.1/Scripts/ User-agent: W3T_SE Disallow: bpd2009.1/images/ Disallow: bpd2009.1/include/ Disallow: bpd2009.1/Scripts/ User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: bpd2009.1/images/ Disallow: bpd2009.1/include/ Disallow: bpd2009.1/Scripts/ # W3C Link checker User-agent: W3C-checklink Disallow: /blog/admin/ User-agent: Googlebot Disallow: bpd2009.1/images/ Disallow: bpd2009.1/include/ Disallow: bpd2009.1/Scripts/ # exclude some access-controlled areas User-agent: * Disallow: bpd2009.1/images/ Disallow: bpd2009.1/include/ Disallow: bpd2009.1/Scripts/ Sitemap: http://www.businessprocessday.com.br/bpd2009.1/Sitemap.xml