# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.26 2004/07/19 18:32:43 vivien Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /documentos Disallow: /flash Disallow: /imagenes Disallow: /php Disallow: /phpdig-1.6.2 Disallow: /publicaciones Disallow: /revistas Disallow: /rvla Disallow: /sistema #Disallow: /search/apendice Disallow: /search/comisiones Disallow: /search/imagenes Disallow: /search/informes Disallow: /search/pdf Disallow: /search/wfsa #Disallow: /search/apendice.htm Disallow: /search/boletin_virtual_001.htm Disallow: /search/boletin_virtual_002.htm Disallow: /search/cdroom.htm Disallow: /search/comisiones_informes.htm Disallow: /search/comisiones_integrantes.htm Disallow: /search/declaracion.htm Disallow: /search/informes.htm Disallow: /search/la_anestesia_es_.htm Disallow: /search/links.htm Disallow: /search/revistas.htm Disallow: /search/revistas_latinoamericanas.htm Disallow: /search/wfsa.htm Disallow: /search/articulos_completos