User-agent: *
Disallow: /cgi-bin/

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot
Disallow: /

User-agent: Yahoo-MMCrawler/3.x
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: searchpreview
Disallow:/

User-agent: psbot
Disallow: /