# # robots.txt for http://www.cmc-online.ru/ # # $Id: robots.txt,v 1.02 05.02.2010 10:41:00 dom Exp $ # # For use by search.w3.org # User-agent: W3Crobot/1 # Disallow: /Out-Of-Date # AltaVista Search # User-agent: AltaVista Intranet V2.0 W3C Webreq # Disallow: /Out-Of-Date # Rambler Search # User-agent: StackRambler # Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /club/ Disallow: /x-creativity/ Disallow: /styles/ Disallow: /scripts/ Disallow: /internal/ Disallow: /go/ Disallow: /go2/