# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $ # User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: # W3C Link checker User-agent: W3C-checklink #Disallow: # exclude some access-controlled areas User-Agent: * Allow: /EN/ Allow: / Disallow: /cgi-bin/ Disallow: /Admin/ Disallow: /agregar/ Disallow: /scripts/ Disallow: /temp/ Disallow: /templates/ Disallow: /inc/ Disallow: /lib/ Disallow: /_lib/ http://www.portal8.es/web_sitemap_a389cc56.xml.gz # Added by Google Sitemap Generator