# robots.txt fuer http://www.nrwz.de/ User-agent: * Disallow: /admin/ # Die Dateien sind sehr kurzlebig Disallow: /bilder/ # Bilder nicht downloaden Disallow: /cgi-bin/ # CGI Ausgaben nicht indexieren Disallow /_static_content/ Disallow /_config/ Disallow /!vorlagen/ Disallow /css/ Disallow /img/ Disallow /neu/ Disallow /rss/ Disallow /ext/ Disallow /scripts/ Disallow /sz-go-on/ Disallow /content.php Disallow /nrwz.php Disallow /print.php Disallow /leserbrief.php Disallow /index_sz-go-on.html Disallow /searchengine/ User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/