User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: MSNBot
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Teoma
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Gigabot
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Scrubby
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Robozilla
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: Nutch
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: ia_archiver
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: baiduspider
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/

User-agent: *
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /navbar/
Disallow: /stats/
Disallow: /sfp/
Disallow: /advertise/signup.htm