User-agent: *   # directed to all spiders, not just Scooter
                     Disallow: /cgi-bin/sources
                     Disallow: /access_stats
                     Disallow: http://www.bmsgh.org/search.html
                     Disallow: http://www.bmsgh.org/xav/index.txt
                     Disallow: http://www.bmsgh.org/xav/summaries.html
                     Disallow: http://www.bmsgh.org/xav/subscribe.html
Disallow: /cgi/
Disallow: *.css