# # robots.txt for http://www.dbsi.be # robots.txt for http://www.cudeso.be # # $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $ # # For use by search.w3.org # User-agent: W3Crobot/1 # Disallow: /Out-Of-Date # AltaVista Search # User-agent: AltaVista Intranet V2.0 W3C Webreq # Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * # Disallow: /Systems Disallow: /cgi-bin Disallow: /download Disallow: /err-msg Disallow: /images Disallow: /games Disallow: /webreport