User-agent: Slurp
Crawl-delay: 1000
User-agent: *   # directed to all spiders, not just Scooter
Disallow: shopping.cgi
Disallow: /shopping.cgi
Disallow: /cgi-wx/
Disallow: /images/
Disallow: /cgi-bin/
User-Agent: sitecheck.internetseer.com
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: ia_archiver
Disallow: /