User-agent: *
Disallow: /doc
Disallow: /data
Disallow: /log
Disallow: /logs
Disallow: /img

User-agent: Scooter
Disallow: /

User-agent: dloader
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Wget
Disallow: /