User-agent: MS Search 4.0 Robot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: /

User-agent: AhrefsBot

User-agent: AhrefsBot/4.0

User-agent: AhrefsBot/5.0 (+http://ahrefs.com/robot/)
User-agent: MJ12bot
User-agent: MJ12bot/v1.4.3
User-agent: MJ12bot/v1.4.4 (http://www.majestic12.co.uk/bot.php?+)
User-agent: fetcher7.mail.ru
User-agent: fetcher8.mail.ru
User-agent: fetcher7-7.p.mail.ru
User-agent: fetcher1-3.p.mail.ru
User-agent: fetcher1-4.p.mail.ru
User-agent: fetcher1-5.p.mail.ru
User-agent: fetcher1-6.p.mail.ru
User-agent: fetcher1-7.p.mail.ru
User-agent: fetcher2-1.p.mail.ru
User-agent: fetcher2-2.p.mail.ru
User-agent: fetcher2-3.p.mail.ru
User-agent: fetcher2-4.p.mail.ru
User-agent: fetcher2-5.p.mail.ru
User-agent: fetcher2-6.p.mail.ru
User-agent: fetcher2-7.p.mail.ru
User-agent: fetcher3-1.p.mail.ru
User-agent: fetcher3-2.p.mail.ru
User-agent: fetcher3-3.p.mail.ru
User-agent: fetcher3-4.p.mail.ru
User-agent: fetcher3-5.p.mail.ru
User-agent: fetcher3-6.p.mail.ru
User-agent: fetcher3-7.p.mail.ru
User-agent: fetcher4-3.p.mail.ru
User-agent: fetcher4-4.p.mail.ru
User-agent: fetcher4-7.p.mail.ru
User-agent: fetcher7-1.p.mail.ru
User-agent: fetcher7-2.p.mail.ru
User-agent: fetcher7-3.p.mail.ru
User-agent: fetcher7-4.p.mail.ru
User-agent: fetcher7-5.p.mail.ru
User-agent: fetcher7-6.p.mail.ru
User-agent: fetcher8-1.p.mail.ru
User-agent: fetcher8-2.p.mail.ru
User-agent: fetcher8-3.p.mail.ru
User-agent: fetcher8-4.p.mail.ru
User-agent: fetcher8-5.p.mail.ru
User-agent: fetcher8-6.p.mail.ru
User-agent: fetcher2.mail.ru
User-agent: fetcher8-7.p.mail.ru
User-agent: fetcher1-1.p.mail.ru
User-agent: fetcher1-2.p.mail.ru
User-agent: fetcher5.mail.ru
User-agent: fetcher5-1.p.mail.ru
User-agent: fetcher5-2.p.mail.ru
User-agent: fetcher5-3.p.mail.ru
User-agent: fetcher5-4.p.mail.ru
User-agent: fetcher5-5.p.mail.ru
User-agent: fetcher5-6.p.mail.ru
User-agent: fetcher5-7.p.mail.ru
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Terms/Default.aspx
Disallow: /Terms.aspx
Disallow: /Privacy/Default.aspx
Disallow: /Privacy.aspx
Disallow: /errorpage.htm
Disallow: /terms/default.aspx
Disallow: /terms.aspx
Disallow: /privacy/default.aspx
Disallow: /privacy.aspx


User-agent: msnbot
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Terms/Default.aspx
Disallow: /Terms.aspx
Disallow: /Privacy/Default.aspx
Disallow: /Privacy.aspx
Disallow: /errorpage.htm
Disallow: /terms/default.aspx
Disallow: /terms.aspx
Disallow: /privacy/default.aspx
Disallow: /privacy.aspx

User-agent: Slurp
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/

User-agent: Googlebot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/ 
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Terms/Default.aspx
Disallow: /Terms.aspx
Disallow: /Privacy/Default.aspx
Disallow: /Privacy.aspx
Disallow: /errorpage.htm
Disallow: /terms/default.aspx
Disallow: /terms.aspx
Disallow: /privacy/default.aspx
Disallow: /privacy.aspx

User-agent: TechnoratiBot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Terms/Default.aspx
Disallow: /Terms.aspx
Disallow: /Privacy/Default.aspx
Disallow: /Privacy.aspx
Disallow: /errorpage.htm
Disallow: /terms/default.aspx
Disallow: /terms.aspx
Disallow: /privacy/default.aspx
Disallow: /privacy.aspx