User-agent: Googlebot
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /adserver/
Disallow: /cgi-bin/
Disallow: /openads/
Disallow: /phpMyAdmin/
Disallow: /cms/
Disallow: /sa/
Disallow: /webalizer/

User-agent: ia_archiver
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /adserver/
Disallow: /cgi-bin/
Disallow: /openads/
Disallow: /phpMyAdmin/
Disallow: /RSS/
Disallow: /sa/
Disallow: /webalizer/

User-agent: Slurp
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /adserver/
Disallow: /cgi-bin/
Disallow: /openads/
Disallow: /phpMyAdmin/
Disallow: /sa/
Disallow: /webalizer/

User-agent: W3C-checklink
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /ads/
Disallow: /adserver/
Disallow: /BWDigitized/
Disallow: /cgi-bin/
Disallow: /Downloads/2009/
Disallow: /Downloads/2008/
Disallow: /Downloads/2007/
Disallow: /Downloads/2006/
Disallow: /Downloads/2005/
Disallow: /Downloads/2004/
Disallow: /Downloads/2003/
Disallow: /Downloads/2002/
Disallow: /Downloads/2001/
Disallow: /icons/
Disallow: /images-servo/
Disallow: /openads/
Disallow: /phpMyAdmin/
Disallow: /RSS/
Disallow: /sa/
Disallow: /webalizer/

User-agent: msnbot
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /adserver/
Disallow: /cgi-bin/
Disallow: /openads/
Disallow: /phpMyAdmin/
Disallow: /RSS/
Disallow: /sa/
Disallow: /webalizer/

User-agent: *
Disallow: /