User-agent: psbot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: *
Disallow: /secret/

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: *
Disallow: /calendar/

User-Agent: MJ12bot
Disallow:   /

User-agent: msnbot
Crawl-delay: 120

User-agent: ShopWiki
Disallow: /

User-agent: IRLbot 
Crawl-delay: 100