User-agent: *   # directed to all robots

Disallow: /cgibin/

Disallow: /download/

Disallow: /site_stats/

Disallow: /_vti_bin/

Disallow: /_private/

Disallow: /_vti_bin/

Disallow: /_vti_cnf/

Disallow: /_vti_log/

Disallow: /_vti_pvt/

Disallow: /_vti_txt/