User-agent: compatible; YandexBot/3.0;
Disallow: /

User-agent: compatible; Yahoo! Slurp/3.0
Disallow: /

User-agent: Java/1.6.0_20
Disallow: /

User-agent: msnbot/2.0b
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

User-agent: DotBot/1.1
Disallow: /

User-agent: discobot/1.1
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: Purebot/1.1
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SBIder/Nutch-1.0-dev
Disallow: /

User-agent: Yahoo! Slurp/3.0
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.
Disallow: /

User-agent: Yandex/1.01.001 (compatible; Win16; H)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.
Disallow: /

User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) Speedy Spider
Disallow: /

User-agent: SBIder/Nutch-1.0-dev (http://www.sitesell.com/sbider.html)
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: Yandex/1.01.001
Disallow: /

User-agent: crawl-1c.cuil.com
Disallow: /

User-agent: crawl-11c.cuil.com
Disallow: /

User-agent: crawl-13c.cuil.com
Disallow: /

User-agent: crawl-14c.cuil.com
Disallow: /

User-agent: crawl-15c.cuil.com
Disallow: /

User-agent: crawl-17c.cuil.com
Disallow: /

User-agent: crawl-4c.cuil.com
Disallow: /

User-agent: crawl-5c.cuil.com
Disallow: /

User-agent: crawl-19c.cuil.com
Disallow: /

User-agent: plane03.yandex.ru
Disallow: /

User-agent: dotnetdotcom.org
Disallow: /

User-agent: sticker00.yandex.ru
Disallow: /

User-agent: google.com
Allow: /