User-agent: *
Disallow: /_private/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/

User-agent: GurujiBot
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.3.1; http://www.majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Tagoobot/3.0; +http://www.tagoo.ru)
Disallow: /

User-agent: curl/7.18.2 (i386-pc-win32) libcurl/7.18.2 zlib/1.2.3
Disallow: /

User-agent: curl/7.19.6 (i386-pc-win32) libcurl/7.19.6 OpenSSL/0.9.8k zlib/1.2.3
Disallow: /


User-agent: Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/)
Disallow: /


User-agent: Surphace Scout&v4.0 - scout at surphace dot com
Disallow: /


User-agent: R6_FeedFetcher(www.radian6.com/crawler)
Disallow: /