User-agent: *
Disallow: /cgi-bin
Disallow: /astats/
User-agent: Slurp
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: smallbear
Disallow: /
User-agent: wget
Disallow: /
User-agent: webzip
Disallow: /
User-agent: webmirror
Disallow: /
User-agent: webcopy
Disallow: /
User-agent: Arachnophilia
Disallow: /
User-agent: DownLoad Express
Disallow: /
User-agent: e-collector
Disallow: /
User-agent: Spanner
Disallow: /
User-agent: WebCopy
Disallow: /
User-agent: webfetcher
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: ia_archiver
Disallow: /