# # robots.txt for http://www.Setup.co.il/ # # $Id: robots.txt,v 1.25 15/05/2004 010:45:41 dom Exp $ # # For use by search.w3.org # User-agent: W3Crobot/1 # Disallow: /Out-Of-Date # AltaVista Search # User-agent: AltaVista Intranet V2.0 W3C Webreq # Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /Data/ Disallow: /cgi-bin/ Disallow: /tasmc/ # User-Agent: BadRobot # Disallow: /