User-agent: *
Disallow: /fileadmin
Disallow: /htmldoc
Disallow: /logs
Disallow: /media
Disallow: /misc
Disallow: /uploads
Disallow: /usage
Disallow: /cgi-bin/



#User-agent: Firefly/1.0
#Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Slurp
Crawl-delay: 180