User-agent: *   # directed to all spiders, not just Scooter
Disallow: /cgi-bin
Disallow: /logs
Disallow: /vadmin
Disallow: /admin
Disallow: /data
Disallow: /pub
Disallow: /report
Disallow: /stats
Disallow: /art_home
Disallow: /art_global