# All robots will spider the domain

User-agent: *

Disallow: 



# Disallow directory /cgi-bin/

User-agent: *

Disallow: /cgi-bin/

Disallow: /_private/

Disallow: /vti_log/

Disallow: /old-site/

Disallow: /beta/

Disallow: /questions/

Disallow: /cmp/

Disallow: /portfolio/

Disallow: /seller/

Disallow: /equity/