# alle Robots ansprechen, komplette Pfade ausschliessen User-agent: * Disallow: /css/ Disallow: /images/ Disallow: /phpmyadmin # alle Robots ansprechen, einzelne Dateien ausschliessen User-agent: * Disallow: /text.css Disallow: /error404.html Disallow: /.htpasswd Disallow: /.htpasswd.bak Disallow: /htaccess # OLR User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / # E-Mail Sammler User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: /