User-agent: *   # directed to all spiders, not just Scooter
Disallow: /dev
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /develop
Disallow: /toc.gifs
Disallow: /intern
Disallow: /messages
Disallow: /webalizer