# $Id: robots.txt,v 1.1 2005/05/23 12:18:51 gokohnert Exp $ # User-agent: * Disallow: /cgi-bin/ # Disallow: /php # Disallow: /html # Disallow: /tutos # User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebReaper* Disallow: / User-agent: Roverbot* Disallow: /