# robots.txt
# Yahoo Slurp
User-agent: Slurp
Disallow: /js/
Disallow: /script/
Disallow: /css/
Disallow: /images/
Disallow: /img/

# Yahoo News Crawler
User-agent: Yahoo-Newscrawler
Disallow: /js/
Disallow: /script/
Disallow: /css/
Disallow: /images/
Disallow: /img/

User-agent: *
Disallow: /js/
Disallow: /script/
Disallow: /css/
Disallow: /images/
Disallow: /img/
Crawl-delay: 10

#eine robots falle, fuer alle die sich nicht dran halten wollen
#User-agent: *
#Disallow: /js/
#Disallow: /script/
#Disallow: /css/
#Disallow: /images/
#Disallow: /img/

#Massendownloader vom CGI Verzeichnis fernhalten
User-agent: mget
User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
Disallow: /js/
Disallow: /script/
Disallow: /css/
Disallow: /images/
Disallow: /img/