# collecteur de mail
User-agent: crescent
User-agent: emailsiphon
User-agent: extractorpro
User-agent: emailcollector
User-agent: emailwolf
User-agent: nicerspro
# validateur de lien
User-agent: linkwalker
User-agent: netmechanic
# aspirateur de site
User-agent: teleport
User-agent: wget
User-agent: webzip
User-agent: webcopier
User-agent: offline
User-agent: webbandit
User-agent: sitesnagger
User-agent: website
User-agent: teleportpro
Disallow: /


User-agent: *
Disallow: /plugins/
Disallow: /system/
Disallow: /templates/
Disallow: /typolight/
Disallow: /CHANGELOG.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /cron.php
Disallow: /flash.php