User-agent: *
Disallow: /_cgi-bin/
Disallow: /_UPDATE/
Disallow: /_themes/

User-agent: googlebot Crawl-delay: 10
User-agent: msnbot Crawl-delay: 10
User-agent: Teoma Crawl-delay: 10
User-agent: Slurp Crawl-delay: 10
User-agent: aipbot Disallow: /
User-agent: BecomeBot Disallow: /
User-agent: psbot Disallow: /