User-agent: psbot
Disallow: / 

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /*.pdf
Disallow: /*.cgi
Disallow: /*.swf
Disallow: /*.zip
Disallow: /*.exe
Crawl-delay: 10

User-agent: *
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /webstat/
Disallow: /error_docs/

User-agent: *
Disallow: /adspy