# # robots.txt # # $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /bin Disallow: /stats Disallow: /secure Disallow: /admin # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /bin Disallow: /stats Disallow: /secure Disallow: /admin # exclude some access-controlled areas User-agent: * sallow: /bin Disallow: /stats Disallow: /secure Disallow: /admin