User-agent: * # directed to all spiders, not just Scooter
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /bin/
Disallow: /lib32/
Disallow: /stats/
Disallow: /test/
Disallow: /etc/
Disallow: /misc/
Disallow: /private/
Disallow: /raw/
Disallow: /secure/
Disallow: /shop/
Disallow: /error.html
Disallow: /oops.html
Disallow: /thankyou.html
Disallow: /mlstform.html
Disallow: /old/
Disallow: /images/
Disallow: /albert/
Disallow: /bin/
Disallow: /cosdata/
Disallow: /DynaButtons/
Disallow: /newheads/
Disallow: /mala/
Disallow: /beads/
Disallow: /order/
Disallow: /rugs/
Disallow: /wholesale/
Disallow: /addguest.html