User-agent: *
Disallow: /users/
Disallow: /logs/
Disallow: /certs/
Disallow: /web/_borders/
Disallow: /web/_derived/
Disallow: /web/_fpclass/
Disallow: /web/_notes/
Disallow: /web/_overlay/
Disallow: /web/_private/
Disallow: /web/_themes/
Disallow: /web/_vti_bin/
Disallow: /web/_vti_cnf/
Disallow: /web/_vti_log/
Disallow: /web/_vti_pvt/
Disallow: /web/_vti_txt/
Disallow: /seo-removed/
Disallow: /web/stats/

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /