User-agent: Mediapartners-Google* 
Disallow: /cgi-bin/
Crawl-delay: 60

User-agent: msnbot
Disallow: /cgi-bin/
Crawl-delay: 60

User-agent: psbot
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: [Ww]eb[Bb]andit
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: Microsoft.URL
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: Slurp
Crawl-delay: 60
Disallow: /cgi-bin/

User-agent: Twiceler-0.9
Disallow: /

User-agent: Yahoo
Crawl-delay: 60
Disallow: /cgi-bin/

User-agent: *
Disallow: /cgi-bin/