# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $ # # For use by search.w3.org #User-agent: W3Crobot/1 #Disallow: /Out-Of-Date # AltaVista Search #User-agent: AltaVista Intranet V2.0 W3C Webreq #Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /monitor Disallow: /france #Disallow: /