# # robots.txt for http://www.ruotomieli.net/ # # $Id: robots.txt,v 1.0 2003/08/11 15:40:10 ted Exp $ # # Not to be cached to Internet Archive (www.archive.org), # so ia_arhiver is excluded User-agent: ia_archiver Disallow: / # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /fucked Disallow: /kusetussu Disallow: /nahq Disallow: /temp Disallow: /tyypit