User-agent: *           # directed to all spiders, not just Scooter

# General server items
Disallow: /cgi-bin
Disallow: /pager.html
Disallow: /css/