User-agent: Googlebot Disallow: /forumspy* Disallow: /sightseen* # Robots die durchdrehen fliegen raus User-agent: GagaRobot Disallow: / # Massendownloader fernhalten User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: / # alle robots User-agent: * Disallow: /404/ Disallow: /admin/ Disallow: /cache/ Disallow: /cgi-bin/ Disallow: /chat/ Disallow: /counterchaos/ Disallow: /css/ Disallow: /dat/ Disallow: /files/ Disallow: /grafiken/ Disallow: /javascript/ Disallow: /forumspy Disallow: /sightseen User-agent: Slurp Crawl-delay: 4