# robots.txt zu http://www.ihr-schneideratelier.de/ # Alle Robots ausschließen User-agent: * Disallow: /logs/ Disallow: /cgi-bin/ Disallow: /usage/ Disallow: /images/ Disallow: /sites/inc/ Disallow: /sites/lib/ Disallow: /sites/temp/ Disallow: /sites/home.htm Disallow: /sites/contact.php Disallow: /sites/defaults.php # Massendownloader vom CGI Verzeichnis fernhalten User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/