User-agent: *
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /anon-ftp/ 
Disallow: /conf/
Disallow: /error_docs/
Disallow: /pd/
Disallow: /private/
Disallow: /statistics/
Disallow: /subdomains/
Disallow: /web_users/

User-agent: msnbot Crawl-delay: 10 

User-agent: Teoma Crawl-delay: 10 

User-agent: Slurp Crawl-delay: 10 

User-agent: aipbot Disallow: / 

User-agent: BecomeBot Disallow: / 

User-agent: psbot Disallow: /