User-agent: Baiduspider+
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: RFCrawler-Mobile
Disallow: /

User-agent: BiggerBetter
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Nutch-1.0
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: HTMLParser/1.42
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: KaloogaBot
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: jp_ipc_wwwbot
Disallow: /



User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 10

User-agent: MSNBOT-MOBILE
Crawl-delay: 10

User-agent: ichiro
Crawl-delay: 60